197 lines
8.5 KiB
Plaintext
197 lines
8.5 KiB
Plaintext
embeddings.position_embedding.weight [77,768]
|
|
embeddings.position_ids [1,77]
|
|
embeddings.token_embedding.weight [49408,768]
|
|
encoder.layers.0.layer_norm1.bias [768]
|
|
encoder.layers.0.layer_norm1.weight [768]
|
|
encoder.layers.0.layer_norm2.bias [768]
|
|
encoder.layers.0.layer_norm2.weight [768]
|
|
encoder.layers.0.mlp.fc1.bias [3072]
|
|
encoder.layers.0.mlp.fc1.weight [3072,768]
|
|
encoder.layers.0.mlp.fc2.bias [768]
|
|
encoder.layers.0.mlp.fc2.weight [768,3072]
|
|
encoder.layers.0.self_attn.k_proj.bias [768]
|
|
encoder.layers.0.self_attn.k_proj.weight [768,768]
|
|
encoder.layers.0.self_attn.out_proj.bias [768]
|
|
encoder.layers.0.self_attn.out_proj.weight [768,768]
|
|
encoder.layers.0.self_attn.q_proj.bias [768]
|
|
encoder.layers.0.self_attn.q_proj.weight [768,768]
|
|
encoder.layers.0.self_attn.v_proj.bias [768]
|
|
encoder.layers.0.self_attn.v_proj.weight [768,768]
|
|
encoder.layers.1.layer_norm1.bias [768]
|
|
encoder.layers.1.layer_norm1.weight [768]
|
|
encoder.layers.1.layer_norm2.bias [768]
|
|
encoder.layers.1.layer_norm2.weight [768]
|
|
encoder.layers.1.mlp.fc1.bias [3072]
|
|
encoder.layers.1.mlp.fc1.weight [3072,768]
|
|
encoder.layers.1.mlp.fc2.bias [768]
|
|
encoder.layers.1.mlp.fc2.weight [768,3072]
|
|
encoder.layers.1.self_attn.k_proj.bias [768]
|
|
encoder.layers.1.self_attn.k_proj.weight [768,768]
|
|
encoder.layers.1.self_attn.out_proj.bias [768]
|
|
encoder.layers.1.self_attn.out_proj.weight [768,768]
|
|
encoder.layers.1.self_attn.q_proj.bias [768]
|
|
encoder.layers.1.self_attn.q_proj.weight [768,768]
|
|
encoder.layers.1.self_attn.v_proj.bias [768]
|
|
encoder.layers.1.self_attn.v_proj.weight [768,768]
|
|
encoder.layers.10.layer_norm1.bias [768]
|
|
encoder.layers.10.layer_norm1.weight [768]
|
|
encoder.layers.10.layer_norm2.bias [768]
|
|
encoder.layers.10.layer_norm2.weight [768]
|
|
encoder.layers.10.mlp.fc1.bias [3072]
|
|
encoder.layers.10.mlp.fc1.weight [3072,768]
|
|
encoder.layers.10.mlp.fc2.bias [768]
|
|
encoder.layers.10.mlp.fc2.weight [768,3072]
|
|
encoder.layers.10.self_attn.k_proj.bias [768]
|
|
encoder.layers.10.self_attn.k_proj.weight [768,768]
|
|
encoder.layers.10.self_attn.out_proj.bias [768]
|
|
encoder.layers.10.self_attn.out_proj.weight [768,768]
|
|
encoder.layers.10.self_attn.q_proj.bias [768]
|
|
encoder.layers.10.self_attn.q_proj.weight [768,768]
|
|
encoder.layers.10.self_attn.v_proj.bias [768]
|
|
encoder.layers.10.self_attn.v_proj.weight [768,768]
|
|
encoder.layers.11.layer_norm1.bias [768]
|
|
encoder.layers.11.layer_norm1.weight [768]
|
|
encoder.layers.11.layer_norm2.bias [768]
|
|
encoder.layers.11.layer_norm2.weight [768]
|
|
encoder.layers.11.mlp.fc1.bias [3072]
|
|
encoder.layers.11.mlp.fc1.weight [3072,768]
|
|
encoder.layers.11.mlp.fc2.bias [768]
|
|
encoder.layers.11.mlp.fc2.weight [768,3072]
|
|
encoder.layers.11.self_attn.k_proj.bias [768]
|
|
encoder.layers.11.self_attn.k_proj.weight [768,768]
|
|
encoder.layers.11.self_attn.out_proj.bias [768]
|
|
encoder.layers.11.self_attn.out_proj.weight [768,768]
|
|
encoder.layers.11.self_attn.q_proj.bias [768]
|
|
encoder.layers.11.self_attn.q_proj.weight [768,768]
|
|
encoder.layers.11.self_attn.v_proj.bias [768]
|
|
encoder.layers.11.self_attn.v_proj.weight [768,768]
|
|
encoder.layers.2.layer_norm1.bias [768]
|
|
encoder.layers.2.layer_norm1.weight [768]
|
|
encoder.layers.2.layer_norm2.bias [768]
|
|
encoder.layers.2.layer_norm2.weight [768]
|
|
encoder.layers.2.mlp.fc1.bias [3072]
|
|
encoder.layers.2.mlp.fc1.weight [3072,768]
|
|
encoder.layers.2.mlp.fc2.bias [768]
|
|
encoder.layers.2.mlp.fc2.weight [768,3072]
|
|
encoder.layers.2.self_attn.k_proj.bias [768]
|
|
encoder.layers.2.self_attn.k_proj.weight [768,768]
|
|
encoder.layers.2.self_attn.out_proj.bias [768]
|
|
encoder.layers.2.self_attn.out_proj.weight [768,768]
|
|
encoder.layers.2.self_attn.q_proj.bias [768]
|
|
encoder.layers.2.self_attn.q_proj.weight [768,768]
|
|
encoder.layers.2.self_attn.v_proj.bias [768]
|
|
encoder.layers.2.self_attn.v_proj.weight [768,768]
|
|
encoder.layers.3.layer_norm1.bias [768]
|
|
encoder.layers.3.layer_norm1.weight [768]
|
|
encoder.layers.3.layer_norm2.bias [768]
|
|
encoder.layers.3.layer_norm2.weight [768]
|
|
encoder.layers.3.mlp.fc1.bias [3072]
|
|
encoder.layers.3.mlp.fc1.weight [3072,768]
|
|
encoder.layers.3.mlp.fc2.bias [768]
|
|
encoder.layers.3.mlp.fc2.weight [768,3072]
|
|
encoder.layers.3.self_attn.k_proj.bias [768]
|
|
encoder.layers.3.self_attn.k_proj.weight [768,768]
|
|
encoder.layers.3.self_attn.out_proj.bias [768]
|
|
encoder.layers.3.self_attn.out_proj.weight [768,768]
|
|
encoder.layers.3.self_attn.q_proj.bias [768]
|
|
encoder.layers.3.self_attn.q_proj.weight [768,768]
|
|
encoder.layers.3.self_attn.v_proj.bias [768]
|
|
encoder.layers.3.self_attn.v_proj.weight [768,768]
|
|
encoder.layers.4.layer_norm1.bias [768]
|
|
encoder.layers.4.layer_norm1.weight [768]
|
|
encoder.layers.4.layer_norm2.bias [768]
|
|
encoder.layers.4.layer_norm2.weight [768]
|
|
encoder.layers.4.mlp.fc1.bias [3072]
|
|
encoder.layers.4.mlp.fc1.weight [3072,768]
|
|
encoder.layers.4.mlp.fc2.bias [768]
|
|
encoder.layers.4.mlp.fc2.weight [768,3072]
|
|
encoder.layers.4.self_attn.k_proj.bias [768]
|
|
encoder.layers.4.self_attn.k_proj.weight [768,768]
|
|
encoder.layers.4.self_attn.out_proj.bias [768]
|
|
encoder.layers.4.self_attn.out_proj.weight [768,768]
|
|
encoder.layers.4.self_attn.q_proj.bias [768]
|
|
encoder.layers.4.self_attn.q_proj.weight [768,768]
|
|
encoder.layers.4.self_attn.v_proj.bias [768]
|
|
encoder.layers.4.self_attn.v_proj.weight [768,768]
|
|
encoder.layers.5.layer_norm1.bias [768]
|
|
encoder.layers.5.layer_norm1.weight [768]
|
|
encoder.layers.5.layer_norm2.bias [768]
|
|
encoder.layers.5.layer_norm2.weight [768]
|
|
encoder.layers.5.mlp.fc1.bias [3072]
|
|
encoder.layers.5.mlp.fc1.weight [3072,768]
|
|
encoder.layers.5.mlp.fc2.bias [768]
|
|
encoder.layers.5.mlp.fc2.weight [768,3072]
|
|
encoder.layers.5.self_attn.k_proj.bias [768]
|
|
encoder.layers.5.self_attn.k_proj.weight [768,768]
|
|
encoder.layers.5.self_attn.out_proj.bias [768]
|
|
encoder.layers.5.self_attn.out_proj.weight [768,768]
|
|
encoder.layers.5.self_attn.q_proj.bias [768]
|
|
encoder.layers.5.self_attn.q_proj.weight [768,768]
|
|
encoder.layers.5.self_attn.v_proj.bias [768]
|
|
encoder.layers.5.self_attn.v_proj.weight [768,768]
|
|
encoder.layers.6.layer_norm1.bias [768]
|
|
encoder.layers.6.layer_norm1.weight [768]
|
|
encoder.layers.6.layer_norm2.bias [768]
|
|
encoder.layers.6.layer_norm2.weight [768]
|
|
encoder.layers.6.mlp.fc1.bias [3072]
|
|
encoder.layers.6.mlp.fc1.weight [3072,768]
|
|
encoder.layers.6.mlp.fc2.bias [768]
|
|
encoder.layers.6.mlp.fc2.weight [768,3072]
|
|
encoder.layers.6.self_attn.k_proj.bias [768]
|
|
encoder.layers.6.self_attn.k_proj.weight [768,768]
|
|
encoder.layers.6.self_attn.out_proj.bias [768]
|
|
encoder.layers.6.self_attn.out_proj.weight [768,768]
|
|
encoder.layers.6.self_attn.q_proj.bias [768]
|
|
encoder.layers.6.self_attn.q_proj.weight [768,768]
|
|
encoder.layers.6.self_attn.v_proj.bias [768]
|
|
encoder.layers.6.self_attn.v_proj.weight [768,768]
|
|
encoder.layers.7.layer_norm1.bias [768]
|
|
encoder.layers.7.layer_norm1.weight [768]
|
|
encoder.layers.7.layer_norm2.bias [768]
|
|
encoder.layers.7.layer_norm2.weight [768]
|
|
encoder.layers.7.mlp.fc1.bias [3072]
|
|
encoder.layers.7.mlp.fc1.weight [3072,768]
|
|
encoder.layers.7.mlp.fc2.bias [768]
|
|
encoder.layers.7.mlp.fc2.weight [768,3072]
|
|
encoder.layers.7.self_attn.k_proj.bias [768]
|
|
encoder.layers.7.self_attn.k_proj.weight [768,768]
|
|
encoder.layers.7.self_attn.out_proj.bias [768]
|
|
encoder.layers.7.self_attn.out_proj.weight [768,768]
|
|
encoder.layers.7.self_attn.q_proj.bias [768]
|
|
encoder.layers.7.self_attn.q_proj.weight [768,768]
|
|
encoder.layers.7.self_attn.v_proj.bias [768]
|
|
encoder.layers.7.self_attn.v_proj.weight [768,768]
|
|
encoder.layers.8.layer_norm1.bias [768]
|
|
encoder.layers.8.layer_norm1.weight [768]
|
|
encoder.layers.8.layer_norm2.bias [768]
|
|
encoder.layers.8.layer_norm2.weight [768]
|
|
encoder.layers.8.mlp.fc1.bias [3072]
|
|
encoder.layers.8.mlp.fc1.weight [3072,768]
|
|
encoder.layers.8.mlp.fc2.bias [768]
|
|
encoder.layers.8.mlp.fc2.weight [768,3072]
|
|
encoder.layers.8.self_attn.k_proj.bias [768]
|
|
encoder.layers.8.self_attn.k_proj.weight [768,768]
|
|
encoder.layers.8.self_attn.out_proj.bias [768]
|
|
encoder.layers.8.self_attn.out_proj.weight [768,768]
|
|
encoder.layers.8.self_attn.q_proj.bias [768]
|
|
encoder.layers.8.self_attn.q_proj.weight [768,768]
|
|
encoder.layers.8.self_attn.v_proj.bias [768]
|
|
encoder.layers.8.self_attn.v_proj.weight [768,768]
|
|
encoder.layers.9.layer_norm1.bias [768]
|
|
encoder.layers.9.layer_norm1.weight [768]
|
|
encoder.layers.9.layer_norm2.bias [768]
|
|
encoder.layers.9.layer_norm2.weight [768]
|
|
encoder.layers.9.mlp.fc1.bias [3072]
|
|
encoder.layers.9.mlp.fc1.weight [3072,768]
|
|
encoder.layers.9.mlp.fc2.bias [768]
|
|
encoder.layers.9.mlp.fc2.weight [768,3072]
|
|
encoder.layers.9.self_attn.k_proj.bias [768]
|
|
encoder.layers.9.self_attn.k_proj.weight [768,768]
|
|
encoder.layers.9.self_attn.out_proj.bias [768]
|
|
encoder.layers.9.self_attn.out_proj.weight [768,768]
|
|
encoder.layers.9.self_attn.q_proj.bias [768]
|
|
encoder.layers.9.self_attn.q_proj.weight [768,768]
|
|
encoder.layers.9.self_attn.v_proj.bias [768]
|
|
encoder.layers.9.self_attn.v_proj.weight [768,768]
|
|
final_layer_norm.bias [768]
|
|
final_layer_norm.weight [768] |