HDF5 file, superblock version 0
group /
	attribute backend = "tensorflow"
	attribute keras_version = "2.10.0"
	attribute layer_names = "model"
group /model
	attribute weight_names = "tfopt_for_causal_lm/model/decoder/embed_tokens/weight:0", "tfopt_for_causal_lm/model/decoder/embed_positions/weight:0", "tfopt_for_causal_lm/model/decoder/final_layer_norm/gamma:0", "tfopt_for_causal_lm/model/decoder/final_layer_norm/beta:0", "tfopt_for_causal_lm/model/decoder/layers.0/self_attn/k_proj/kernel:0", "tfopt_for_causal_lm/model/decoder/layers.0/self_attn/k_proj/bias:0", "tfopt_for_causal_lm/model/decoder/layers.0/self_attn/q_proj/kernel:0", "tfopt_for_causal_lm/model/decoder/layers.0/self_attn/q_proj/bias:0", "tfopt_for_causal_lm/model/decoder/layers.0/self_attn/v_proj/kernel:0", "tfopt_for_causal_lm/model/decoder/layers.0/self_attn/v_proj/bias:0", "tfopt_for_causal_lm/model/decoder/layers.0/self_attn/out_proj/kernel:0", "tfopt_for_causal_lm/model/decoder/layers.0/self_attn/out_proj/bias:0", "tfopt_for_causal_lm/model/decoder/layers.0/self_attn_layer_norm/gamma:0", "tfopt_for_causal_lm/model/decoder/layers.0/self_attn_layer_norm/beta:0", "tfopt_for_causal_lm/model/decoder/layers.0/fc1/kernel:0", "tfopt_for_causal_lm/model/decoder/layers.0/fc1/bias:0", ... (84 values)
group /model/tfopt_for_causal_lm
group /model/tfopt_for_causal_lm/model
group /model/tfopt_for_causal_lm/model/decoder
group /model/tfopt_for_causal_lm/model/decoder/embed_positions
dataset /model/tfopt_for_causal_lm/model/decoder/embed_positions/weight:0: float32, shape (102, 16)
group /model/tfopt_for_causal_lm/model/decoder/embed_tokens
dataset /model/tfopt_for_causal_lm/model/decoder/embed_tokens/weight:0: float32, shape (50265, 16)
group /model/tfopt_for_causal_lm/model/decoder/final_layer_norm
dataset /model/tfopt_for_causal_lm/model/decoder/final_layer_norm/beta:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/final_layer_norm/gamma:0: float32, shape (16)
group /model/tfopt_for_causal_lm/model/decoder/layers.0
group /model/tfopt_for_causal_lm/model/decoder/layers.0/fc1
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/fc1/bias:0: float32, shape (4)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/fc1/kernel:0: float32, shape (16, 4)
group /model/tfopt_for_causal_lm/model/decoder/layers.0/fc2
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/fc2/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/fc2/kernel:0: float32, shape (4, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.0/final_layer_norm
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/final_layer_norm/beta:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/final_layer_norm/gamma:0: float32, shape (16)
group /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn
group /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn/k_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn/k_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn/k_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn/out_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn/out_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn/out_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn/q_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn/q_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn/q_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn/v_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn/v_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn/v_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn_layer_norm
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn_layer_norm/beta:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.0/self_attn_layer_norm/gamma:0: float32, shape (16)
group /model/tfopt_for_causal_lm/model/decoder/layers.1
group /model/tfopt_for_causal_lm/model/decoder/layers.1/fc1
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/fc1/bias:0: float32, shape (4)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/fc1/kernel:0: float32, shape (16, 4)
group /model/tfopt_for_causal_lm/model/decoder/layers.1/fc2
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/fc2/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/fc2/kernel:0: float32, shape (4, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.1/final_layer_norm
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/final_layer_norm/beta:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/final_layer_norm/gamma:0: float32, shape (16)
group /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn
group /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn/k_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn/k_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn/k_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn/out_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn/out_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn/out_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn/q_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn/q_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn/q_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn/v_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn/v_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn/v_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn_layer_norm
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn_layer_norm/beta:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.1/self_attn_layer_norm/gamma:0: float32, shape (16)
group /model/tfopt_for_causal_lm/model/decoder/layers.2
group /model/tfopt_for_causal_lm/model/decoder/layers.2/fc1
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/fc1/bias:0: float32, shape (4)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/fc1/kernel:0: float32, shape (16, 4)
group /model/tfopt_for_causal_lm/model/decoder/layers.2/fc2
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/fc2/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/fc2/kernel:0: float32, shape (4, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.2/final_layer_norm
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/final_layer_norm/beta:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/final_layer_norm/gamma:0: float32, shape (16)
group /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn
group /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn/k_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn/k_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn/k_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn/out_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn/out_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn/out_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn/q_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn/q_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn/q_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn/v_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn/v_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn/v_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn_layer_norm
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn_layer_norm/beta:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.2/self_attn_layer_norm/gamma:0: float32, shape (16)
group /model/tfopt_for_causal_lm/model/decoder/layers.3
group /model/tfopt_for_causal_lm/model/decoder/layers.3/fc1
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/fc1/bias:0: float32, shape (4)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/fc1/kernel:0: float32, shape (16, 4)
group /model/tfopt_for_causal_lm/model/decoder/layers.3/fc2
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/fc2/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/fc2/kernel:0: float32, shape (4, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.3/final_layer_norm
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/final_layer_norm/beta:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/final_layer_norm/gamma:0: float32, shape (16)
group /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn
group /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn/k_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn/k_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn/k_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn/out_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn/out_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn/out_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn/q_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn/q_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn/q_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn/v_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn/v_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn/v_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn_layer_norm
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn_layer_norm/beta:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.3/self_attn_layer_norm/gamma:0: float32, shape (16)
group /model/tfopt_for_causal_lm/model/decoder/layers.4
group /model/tfopt_for_causal_lm/model/decoder/layers.4/fc1
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/fc1/bias:0: float32, shape (4)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/fc1/kernel:0: float32, shape (16, 4)
group /model/tfopt_for_causal_lm/model/decoder/layers.4/fc2
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/fc2/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/fc2/kernel:0: float32, shape (4, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.4/final_layer_norm
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/final_layer_norm/beta:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/final_layer_norm/gamma:0: float32, shape (16)
group /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn
group /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn/k_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn/k_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn/k_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn/out_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn/out_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn/out_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn/q_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn/q_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn/q_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn/v_proj
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn/v_proj/bias:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn/v_proj/kernel:0: float32, shape (16, 16)
group /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn_layer_norm
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn_layer_norm/beta:0: float32, shape (16)
dataset /model/tfopt_for_causal_lm/model/decoder/layers.4/self_attn_layer_norm/gamma:0: float32, shape (16)
group /top_level_model_weights
	attribute weight_names = (float64, not shown)