{
"embeddings.LayerNorm.bias": [
384
],
"embeddings.LayerNorm.weight": [
384
],
"embeddings.position_embeddings.weight": [
512,
384
],
"embeddings.token_type_embeddings.weight": [
2,
384
],
"embeddings.word_embeddings.weight": [
30522,
384
],
"encoder.layer.0.attention.output.LayerNorm.bias": [
384
],
"encoder.layer.0.attention.output.LayerNorm.weight": [
384
],
"encoder.layer.0.attention.output.dense.bias": [
384
],
"encoder.layer.0.attention.output.dense.weight": [
384,
384
],
"encoder.layer.0.attention.self.key.bias": [
384
],
"encoder.layer.0.attention.self.key.weight": [
384,
384
],
"encoder.layer.0.attention.self.query.bias": [
384
],
"encoder.layer.0.attention.self.query.weight": [
384,
384
],
"encoder.layer.0.attention.self.value.bias": [
384
],
"encoder.layer.0.attention.self.value.weight": [
384,
384
],
"encoder.layer.0.intermediate.dense.bias": [
1536
],
"encoder.layer.0.intermediate.dense.weight": [
1536,
384
],
"encoder.layer.0.output.LayerNorm.bias": [
384
],
"encoder.layer.0.output.LayerNorm.weight": [
384
],
"encoder.layer.0.output.dense.bias": [
384
],
"encoder.layer.0.output.dense.weight": [
384,
1536
],
"encoder.layer.1.attention.output.LayerNorm.bias": [
384
],
"encoder.layer.1.attention.output.LayerNorm.weight": [
384
],
"encoder.layer.1.attention.output.dense.bias": [
384
],
"encoder.layer.1.attention.output.dense.weight": [
384,
384
],
"encoder.layer.1.attention.self.key.bias": [
384
],
"encoder.layer.1.attention.self.key.weight": [
384,
384
],
"encoder.layer.1.attention.self.query.bias": [
384
],
"encoder.layer.1.attention.self.query.weight": [
384,
384
],
"encoder.layer.1.attention.self.value.bias": [
384
],
"encoder.layer.1.attention.self.value.weight": [
384,
384
],
"encoder.layer.1.intermediate.dense.bias": [
1536
],
"encoder.layer.1.intermediate.dense.weight": [
1536,
384
],
"encoder.layer.1.output.LayerNorm.bias": [
384
],
"encoder.layer.1.output.LayerNorm.weight": [
384
],
"encoder.layer.1.output.dense.bias": [
384
],
"encoder.layer.1.output.dense.weight": [
384,
1536
],
"encoder.layer.2.attention.output.LayerNorm.bias": [
384
],
"encoder.layer.2.attention.output.LayerNorm.weight": [
384
],
"encoder.layer.2.attention.output.dense.bias": [
384
],
"encoder.layer.2.attention.output.dense.weight": [
384,
384
],
"encoder.layer.2.attention.self.key.bias": [
384
],
"encoder.layer.2.attention.self.key.weight": [
384,
384
],
"encoder.layer.2.attention.self.query.bias": [
384
],
"encoder.layer.2.attention.self.query.weight": [
384,
384
],
"encoder.layer.2.attention.self.value.bias": [
384
],
"encoder.layer.2.attention.self.value.weight": [
384,
384
],
"encoder.layer.2.intermediate.dense.bias": [
1536
],
"encoder.layer.2.intermediate.dense.weight": [
1536,
384
],
"encoder.layer.2.output.LayerNorm.bias": [
384
],
"encoder.layer.2.output.LayerNorm.weight": [
384
],
"encoder.layer.2.output.dense.bias": [
384
],
"encoder.layer.2.output.dense.weight": [
384,
1536
],
"pooler.dense.bias": [
384
],
"pooler.dense.weight": [
384,
384
]
}