diff --git a/mlc-chat-config.json b/mlc-chat-config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d984a70a3dd539a7acd57ea143c635b2140e75d
--- /dev/null
+++ b/mlc-chat-config.json
@@ -0,0 +1,76 @@
+{
+ "version": "0.1.0",
+ "model_type": "qwen2",
+ "quantization": "q4f16_1",
+ "model_config": {
+ "hidden_act": "silu",
+ "hidden_size": 5120,
+ "intermediate_size": 27648,
+ "num_attention_heads": 40,
+ "num_hidden_layers": 64,
+ "num_key_value_heads": 8,
+ "rms_norm_eps": 1e-05,
+ "rope_theta": 1000000.0,
+ "vocab_size": 152064,
+ "tie_word_embeddings": false,
+ "context_window_size": 131072,
+ "prefill_chunk_size": 8192,
+ "tensor_parallel_shards": 1,
+ "head_dim": 128,
+ "dtype": "float32",
+ "max_batch_size": 128
+ },
+ "vocab_size": 152064,
+ "context_window_size": 131072,
+ "sliding_window_size": -1,
+ "prefill_chunk_size": 8192,
+ "attention_sink_size": -1,
+ "tensor_parallel_shards": 1,
+ "pipeline_parallel_stages": 1,
+ "temperature": 1.0,
+ "presence_penalty": 0.0,
+ "frequency_penalty": 0.0,
+ "repetition_penalty": 1.0,
+ "top_p": 1.0,
+ "tokenizer_files": [
+ "tokenizer.json",
+ "tokenizer_config.json"
+ ],
+ "tokenizer_info": {
+ "token_postproc_method": "byte_level",
+ "prepend_space_in_encode": false,
+ "strip_space_in_decode": false
+ },
+ "conv_template": {
+ "name": "deepseek_v3",
+ "system_template": "<\uff5cbegin\u2581of\u2581sentence\uff5c>{system_message}",
+ "system_message": "You are a helpful assistant.",
+ "system_prefix_token_ids": null,
+ "add_role_after_system_message": true,
+ "roles": {
+ "user": "<\uff5cUser\uff5c>",
+ "assistant": "<\uff5cAssistant\uff5c>"
+ },
+ "role_templates": {
+ "user": "{user_message}",
+ "assistant": "{assistant_message}",
+ "tool": "{tool_message}"
+ },
+ "messages": [],
+ "seps": [
+ "",
+ "<\uff5cend\u2581of\u2581sentence\uff5c>"
+ ],
+ "role_content_sep": "",
+ "role_empty_sep": "",
+ "stop_str": [],
+ "stop_token_ids": [
+ 151643
+ ],
+ "function_string": "",
+ "use_function_calling": false
+ },
+ "pad_token_id": 0,
+ "bos_token_id": 151643,
+ "eos_token_id": 151643
+}
\ No newline at end of file
diff --git a/ndarray-cache.json b/ndarray-cache.json
new file mode 100644
index 0000000000000000000000000000000000000000..eac8c476550243ddf7b60d5d996fb9fdb36cbf14
--- /dev/null
+++ b/ndarray-cache.json
@@ -0,0 +1,9703 @@
+{
+ "metadata": {
+ "ParamSize": 709,
+ "ParamBytes": 18431289344.0,
+ "BitsPerParam": 4.500392846312253
+ },
+ "records": [
+ {
+ "dataPath": "params_shard_0.bin",
+ "format": "raw-shard",
+ "nbytes": 389283840,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_weight",
+ "shape": [
+ 152064,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 389283840,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6ee326c7ee286bf91634db03bb2135b6"
+ },
+ {
+ "dataPath": "params_shard_1.bin",
+ "format": "raw-shard",
+ "nbytes": 48660480,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_scale",
+ "shape": [
+ 152064,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 48660480,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6b76891a9714803fee683395433fc836"
+ },
+ {
+ "dataPath": "params_shard_2.bin",
+ "format": "raw-shard",
+ "nbytes": 20658176,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 14336
+ },
+ {
+ "name": "model.layers.0.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 18364416
+ }
+ ],
+ "md5sum": "95ddde814c8b502d816cc49d146be92b"
+ },
+ {
+ "dataPath": "params_shard_3.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c82af1953da237756230d4fd89e17a9c"
+ },
+ {
+ "dataPath": "params_shard_4.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1eb9aaf330403ec6c4b0072f321118f4"
+ },
+ {
+ "dataPath": "params_shard_5.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "e5087830e71b388a776c04c7810bc011"
+ },
+ {
+ "dataPath": "params_shard_6.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.0.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.1.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.1.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.1.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "291e576fb82c73b1bc0fe1e1c1a34a94"
+ },
+ {
+ "dataPath": "params_shard_7.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3b4be0596823a5dc1c859ccf77298e22"
+ },
+ {
+ "dataPath": "params_shard_8.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e26509237cd398772ff2b090557e1d47"
+ },
+ {
+ "dataPath": "params_shard_9.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "16729161a5697c52d42257450702b51c"
+ },
+ {
+ "dataPath": "params_shard_10.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.1.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.1.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.2.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.2.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.2.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "6764fa6f9d8662d9f4c12da6818f2c71"
+ },
+ {
+ "dataPath": "params_shard_11.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a4fa08d4acb5cdde96f6b736e9d5e9e0"
+ },
+ {
+ "dataPath": "params_shard_12.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "085a0fb45015fcd24298933023292c77"
+ },
+ {
+ "dataPath": "params_shard_13.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "b8a3bc3cc260361940d956f9aa687cda"
+ },
+ {
+ "dataPath": "params_shard_14.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.2.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.2.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.3.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.3.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.3.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "059f306bc1ed8ac0cabb01174e5aac04"
+ },
+ {
+ "dataPath": "params_shard_15.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ea84d0f35e6d01848009adf0d003d2df"
+ },
+ {
+ "dataPath": "params_shard_16.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "55d8bc9b7c8dce1571fe75ac286f1e88"
+ },
+ {
+ "dataPath": "params_shard_17.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "5de42c13907110daa3d820f18ee12a00"
+ },
+ {
+ "dataPath": "params_shard_18.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.3.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.3.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.4.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.4.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.4.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "9a6c9306c62c6dfff4a8f4391c0480de"
+ },
+ {
+ "dataPath": "params_shard_19.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9ced09023d88a036c2d6326669599ba5"
+ },
+ {
+ "dataPath": "params_shard_20.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e83cdb79752c8f4a8b9ceb489c5739ca"
+ },
+ {
+ "dataPath": "params_shard_21.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "ad1e67a73ec3be0205aa0f9e7995a8bc"
+ },
+ {
+ "dataPath": "params_shard_22.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.4.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.4.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.5.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.5.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.5.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "2aa6d8f2f841fc2c13d2878a08f7ecb7"
+ },
+ {
+ "dataPath": "params_shard_23.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "da44c1e725d01b4066a529075fdcf5b0"
+ },
+ {
+ "dataPath": "params_shard_24.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f485013f06ff819547912826187ad001"
+ },
+ {
+ "dataPath": "params_shard_25.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "a272be2be7575ea20b45db1c68d52faf"
+ },
+ {
+ "dataPath": "params_shard_26.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.5.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.5.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.6.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.6.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.6.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "9a9f36c6f2c76258509b14a5594bb49c"
+ },
+ {
+ "dataPath": "params_shard_27.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1e5399d471f3c7f995fa21b2d9de572b"
+ },
+ {
+ "dataPath": "params_shard_28.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c753f18d4eea17263de9eb7676944a4c"
+ },
+ {
+ "dataPath": "params_shard_29.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "c41ff3e3a2e0bc1caa4eede8405b9711"
+ },
+ {
+ "dataPath": "params_shard_30.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.6.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.6.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.7.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.7.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.7.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "fc6c40cb07d7efe54031ae47a9feeb92"
+ },
+ {
+ "dataPath": "params_shard_31.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "744067a23cbbcb5049c23fd18beb92bf"
+ },
+ {
+ "dataPath": "params_shard_32.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "820940f9f06a90ff082eef3ede723e63"
+ },
+ {
+ "dataPath": "params_shard_33.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "2e0cc169b7d0530a7677cede381639e3"
+ },
+ {
+ "dataPath": "params_shard_34.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.7.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.7.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.8.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.8.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.8.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "485cdf12841be21ff1a8a0320f62d717"
+ },
+ {
+ "dataPath": "params_shard_35.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ed78cee85d198e6d3481c9749a7b34fb"
+ },
+ {
+ "dataPath": "params_shard_36.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef6ae6675f5da5f9d40c1b3b3d80927e"
+ },
+ {
+ "dataPath": "params_shard_37.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "2dd8691c132ce04cb0ae0f00ae23655a"
+ },
+ {
+ "dataPath": "params_shard_38.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.8.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.8.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.9.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.9.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.9.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "c95390d981177e5aaff087527c2378eb"
+ },
+ {
+ "dataPath": "params_shard_39.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bd64dd135c16256a337195e67aceece6"
+ },
+ {
+ "dataPath": "params_shard_40.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4eb3143a428b7acb4f08394d6f3df98d"
+ },
+ {
+ "dataPath": "params_shard_41.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "c756beaa7641a1ddcad0fd00f50616b8"
+ },
+ {
+ "dataPath": "params_shard_42.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.9.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.9.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.10.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.10.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.10.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "81a061acca4847a186096c446fa88497"
+ },
+ {
+ "dataPath": "params_shard_43.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0eed2b51546566f0c9ca148e3c596387"
+ },
+ {
+ "dataPath": "params_shard_44.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5558dac1ddd7cdd4a44ece11b33a658c"
+ },
+ {
+ "dataPath": "params_shard_45.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "d93b153e9ef10762210814cb543ae58c"
+ },
+ {
+ "dataPath": "params_shard_46.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.10.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.10.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.11.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.11.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.11.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "94ccabc8f70b78a23a208821c47a77eb"
+ },
+ {
+ "dataPath": "params_shard_47.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2ea1fa0998b5ec9133e403e17b3793fa"
+ },
+ {
+ "dataPath": "params_shard_48.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7d1143a2d3009bbff29bbd7e7a9a4da3"
+ },
+ {
+ "dataPath": "params_shard_49.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "1ffa05c0b5c29ad4aeb05a2f28623b0f"
+ },
+ {
+ "dataPath": "params_shard_50.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.11.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.11.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.12.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.12.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.12.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "12b9cc1b4b9e2ce1849f4add9d333ad8"
+ },
+ {
+ "dataPath": "params_shard_51.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "784b992e3cc0af30fc9d39f1155decf7"
+ },
+ {
+ "dataPath": "params_shard_52.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "57aa03557a459086b3d1100f151cbde4"
+ },
+ {
+ "dataPath": "params_shard_53.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "95767a5ac866fc69a6e86f2bdf30c343"
+ },
+ {
+ "dataPath": "params_shard_54.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.12.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.13.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.13.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.13.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "d251d06fbb5aa1236778ccfa0909d1e0"
+ },
+ {
+ "dataPath": "params_shard_55.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "118904e89be1282539e67031dff9a9a4"
+ },
+ {
+ "dataPath": "params_shard_56.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7c19732ba3c390d4d724ab3ae6dd1cd6"
+ },
+ {
+ "dataPath": "params_shard_57.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "3af6c0081fbee67d264a39767b23d87a"
+ },
+ {
+ "dataPath": "params_shard_58.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.13.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.13.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.14.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.14.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.14.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "d7a17aae08b2b784f04cc5ee9ef51a0b"
+ },
+ {
+ "dataPath": "params_shard_59.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "63e056de878cb11cdc7edf74f3a43eda"
+ },
+ {
+ "dataPath": "params_shard_60.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b05708d5ed8b24678b32241410ca747c"
+ },
+ {
+ "dataPath": "params_shard_61.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "0cd7299d66fe460092d1b5ad144524e6"
+ },
+ {
+ "dataPath": "params_shard_62.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.14.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.14.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.15.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.15.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.15.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "6d3a91459f887fd1537a0155d95b7eb4"
+ },
+ {
+ "dataPath": "params_shard_63.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b10d01f2068b325aadc2a2a1f97c1bd5"
+ },
+ {
+ "dataPath": "params_shard_64.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2dbfa9f77d62ca4d8203406e6548e4be"
+ },
+ {
+ "dataPath": "params_shard_65.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "4d775744d18750f09d0eca25bbdad6f5"
+ },
+ {
+ "dataPath": "params_shard_66.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.15.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.15.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.16.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.16.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.16.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "c45ee6f050bbcacefc10b5be0bda6c19"
+ },
+ {
+ "dataPath": "params_shard_67.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c063301754ad25eef6c7c850e9ddc7c7"
+ },
+ {
+ "dataPath": "params_shard_68.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "60c04dca2179ef6d53ba48219d6ef06d"
+ },
+ {
+ "dataPath": "params_shard_69.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "c60662118f4a93fe28fc41f49fb11e5e"
+ },
+ {
+ "dataPath": "params_shard_70.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.16.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.16.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.17.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.17.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.17.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "1ba2d5560e945d59c907d57242af00f0"
+ },
+ {
+ "dataPath": "params_shard_71.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0c7cfca6f7d42464d10317c677a9953f"
+ },
+ {
+ "dataPath": "params_shard_72.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6c383dcf8f1b5042126dc37b1e539828"
+ },
+ {
+ "dataPath": "params_shard_73.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "603527736f15d745a5aa8c923050f7ca"
+ },
+ {
+ "dataPath": "params_shard_74.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.17.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.17.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.18.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.18.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.18.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "087047bd31ac22caa554eb11f2602342"
+ },
+ {
+ "dataPath": "params_shard_75.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "58edcf0eb9b30161a143a70c15b60168"
+ },
+ {
+ "dataPath": "params_shard_76.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6598cba13804e9a12262957e7333b8bd"
+ },
+ {
+ "dataPath": "params_shard_77.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "a26adf7557950bc529c5c5b168721476"
+ },
+ {
+ "dataPath": "params_shard_78.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.18.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.18.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.19.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.19.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.19.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "e678e95bd1d70fe49246fc88b9800f2f"
+ },
+ {
+ "dataPath": "params_shard_79.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "28910bdb031e6b79e728fd58c1df586b"
+ },
+ {
+ "dataPath": "params_shard_80.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d0077ef98077c7e3aee8a98437265c45"
+ },
+ {
+ "dataPath": "params_shard_81.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "e631cfdcbedb9abcb0e0831a1da7bd87"
+ },
+ {
+ "dataPath": "params_shard_82.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.19.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.19.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.20.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.20.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.20.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "93c89fc27c5e04d97243ef94788c22b6"
+ },
+ {
+ "dataPath": "params_shard_83.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "52f55a87b1e0b19a7068d30f911d7ffc"
+ },
+ {
+ "dataPath": "params_shard_84.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "583d581d3debc0fe0a64ceb62e1d68ff"
+ },
+ {
+ "dataPath": "params_shard_85.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "d296b76daa63bbdd1d38818ebb6ff0c0"
+ },
+ {
+ "dataPath": "params_shard_86.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.20.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.20.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.21.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.21.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.21.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "da66e0a51a8f6cd0873aad2aceb6e3fb"
+ },
+ {
+ "dataPath": "params_shard_87.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6aa9f66c479ac7c32c0463b2bb35ae62"
+ },
+ {
+ "dataPath": "params_shard_88.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8d6730a34a68b49906d918da6bddbe72"
+ },
+ {
+ "dataPath": "params_shard_89.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "be3f1948773dd58b8f5da57bfa7230a5"
+ },
+ {
+ "dataPath": "params_shard_90.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.21.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.21.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.22.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.22.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.22.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "741e6e27d5b4c69cbc74119f1475c276"
+ },
+ {
+ "dataPath": "params_shard_91.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4d04b1c954e7c7dbcbb1f8dea47e2b73"
+ },
+ {
+ "dataPath": "params_shard_92.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "89c756eb45682fc861779dbc579bd6c1"
+ },
+ {
+ "dataPath": "params_shard_93.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "6b59462b8b139ec0cc3b96ff839ee0dc"
+ },
+ {
+ "dataPath": "params_shard_94.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.22.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.22.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.23.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.23.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.23.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "da31fc128190ec8ad7d23456c28d47b0"
+ },
+ {
+ "dataPath": "params_shard_95.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "70e982102766418eb87125e4211fb805"
+ },
+ {
+ "dataPath": "params_shard_96.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4f5e11f7064c23ab8c6c01b53d980621"
+ },
+ {
+ "dataPath": "params_shard_97.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "610494ca7a0f9a9ce3f2a588e01c0b75"
+ },
+ {
+ "dataPath": "params_shard_98.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.23.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.23.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.24.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.24.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.24.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "3c33187d879d71f350601ce079edcfaf"
+ },
+ {
+ "dataPath": "params_shard_99.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2d9413153d2ef6b8e59ed1471d3d2ce"
+ },
+ {
+ "dataPath": "params_shard_100.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fb720a76efe770fa868f4a4eff63d242"
+ },
+ {
+ "dataPath": "params_shard_101.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "ab8f9097170d4896cbcb152b1ce287d1"
+ },
+ {
+ "dataPath": "params_shard_102.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.24.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.24.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.25.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.25.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.25.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "2fe0c777c05b5ebe2294ce51a31d9f70"
+ },
+ {
+ "dataPath": "params_shard_103.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7d7260c289f20d4f480edfc901e67f6c"
+ },
+ {
+ "dataPath": "params_shard_104.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ee0c9145ff88d47a814a720a9d75fd84"
+ },
+ {
+ "dataPath": "params_shard_105.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "f63edfcb706d6f4981b5c8374c6aedac"
+ },
+ {
+ "dataPath": "params_shard_106.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.25.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.25.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.26.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.26.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.26.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "18a5f7714c4d6abba0d99270746e0284"
+ },
+ {
+ "dataPath": "params_shard_107.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "778d6edec20120c1c194f64cc73813fd"
+ },
+ {
+ "dataPath": "params_shard_108.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f1d81d81b2490c02fec8b261d70d79fe"
+ },
+ {
+ "dataPath": "params_shard_109.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "8299fe99ad556773e236577676e6ff4a"
+ },
+ {
+ "dataPath": "params_shard_110.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.26.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.26.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.27.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.27.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.27.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "5a17be743f947dead08ccafe02bc6b72"
+ },
+ {
+ "dataPath": "params_shard_111.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "eb179123476f10e809925ba55c7d7807"
+ },
+ {
+ "dataPath": "params_shard_112.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "97abcadd40a010a32b46d1664f041d09"
+ },
+ {
+ "dataPath": "params_shard_113.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "2dc49a76e75314e0d600151f4fc54708"
+ },
+ {
+ "dataPath": "params_shard_114.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.27.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.27.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.28.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.28.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.28.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "4678cabe283e0b11dda061ba2c253ccb"
+ },
+ {
+ "dataPath": "params_shard_115.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f17b5abcfad68a3a243cfd113761c557"
+ },
+ {
+ "dataPath": "params_shard_116.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "41d5e5790d134fd83134f789d41e6207"
+ },
+ {
+ "dataPath": "params_shard_117.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "72f5653812b2dd5b4ad2fc336721f848"
+ },
+ {
+ "dataPath": "params_shard_118.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.28.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.28.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.29.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.29.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.29.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "45e3ba11dfc87b399949bcd5c5178a63"
+ },
+ {
+ "dataPath": "params_shard_119.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8a682d85382d11402b797fed41949ff2"
+ },
+ {
+ "dataPath": "params_shard_120.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a088581acc08b02e9ee3411584796101"
+ },
+ {
+ "dataPath": "params_shard_121.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "3a555462080a96bc2b20d6fb28529ac4"
+ },
+ {
+ "dataPath": "params_shard_122.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.29.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.29.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.30.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.30.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.30.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "3c28e6b45335d87bda64be87610241e4"
+ },
+ {
+ "dataPath": "params_shard_123.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dcd063586b81dc248ef3f50a05e50df0"
+ },
+ {
+ "dataPath": "params_shard_124.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b34761e212d24c75c3f3b584458a34de"
+ },
+ {
+ "dataPath": "params_shard_125.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "dfd2ae956d187595a3337ac68efe3874"
+ },
+ {
+ "dataPath": "params_shard_126.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.30.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.30.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.31.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.31.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.31.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "a16f4ff50739dd46a93e63ed585639e7"
+ },
+ {
+ "dataPath": "params_shard_127.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3822ee56b3bcd165f9603f2c4d7f76d9"
+ },
+ {
+ "dataPath": "params_shard_128.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "30e53d2b950a470a2f770eeb9f2f9e1b"
+ },
+ {
+ "dataPath": "params_shard_129.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "2c135e5510a4119082cbf83071a94cd5"
+ },
+ {
+ "dataPath": "params_shard_130.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.31.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.31.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.32.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.32.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.32.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "8b9ccabf4b2cc85c4eb15890909ec8bc"
+ },
+ {
+ "dataPath": "params_shard_131.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8e14f50f663be627d5e9dbeed807546e"
+ },
+ {
+ "dataPath": "params_shard_132.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fd7d748fa2378433808e2fac859b1e2d"
+ },
+ {
+ "dataPath": "params_shard_133.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.32.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.32.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.32.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "ca5cd4c7ed53f5722ad03df87cfb8b4a"
+ },
+ {
+ "dataPath": "params_shard_134.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.32.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.32.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.33.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.33.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.33.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "a1b2df5433b3f9555d5cec6cc2410f1e"
+ },
+ {
+ "dataPath": "params_shard_135.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ab39abd2ebb5cb422c0ed7cab7c182fb"
+ },
+ {
+ "dataPath": "params_shard_136.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "128aaed909f5f848a889e46c7fef5f0b"
+ },
+ {
+ "dataPath": "params_shard_137.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.33.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.33.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.33.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "ded36c09ec4d55501df8a80f27692be3"
+ },
+ {
+ "dataPath": "params_shard_138.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.33.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.33.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.34.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.34.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.34.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "0fe9bd0408e940553596be839a720f60"
+ },
+ {
+ "dataPath": "params_shard_139.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "93f426074bc1a45ee0401d5c9cb89ac0"
+ },
+ {
+ "dataPath": "params_shard_140.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "29b97f38c376dcac7a99886a77d14b46"
+ },
+ {
+ "dataPath": "params_shard_141.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.34.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.34.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.34.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "af3d50ec055a29452e09d86b0e2760f1"
+ },
+ {
+ "dataPath": "params_shard_142.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.34.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.34.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.35.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.35.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.35.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "5d9ae9e4b62bde490296022c4e01a4b2"
+ },
+ {
+ "dataPath": "params_shard_143.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0eb4494b024fd94fad69955cf2d84c62"
+ },
+ {
+ "dataPath": "params_shard_144.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3aebc6fca3b31d1486e58df26a568aae"
+ },
+ {
+ "dataPath": "params_shard_145.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.35.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.35.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.35.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "9d7249b32a818eadf5f02c7d27fae346"
+ },
+ {
+ "dataPath": "params_shard_146.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.35.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.35.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.36.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.36.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.36.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "5e09c86db241fff7e77044053ae17a03"
+ },
+ {
+ "dataPath": "params_shard_147.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c8a1035826fe4bfc76a3f179285b3c1b"
+ },
+ {
+ "dataPath": "params_shard_148.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5039aae5ea5ba7c397f68bc0eaac84e7"
+ },
+ {
+ "dataPath": "params_shard_149.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.36.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.36.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "31f9c3aa95bf85566e1b23e526205ab3"
+ },
+ {
+ "dataPath": "params_shard_150.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.36.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.36.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.37.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.37.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.37.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "a7d1faca4ded3c589bcd169007944b66"
+ },
+ {
+ "dataPath": "params_shard_151.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b0f923af894a4105f7f006854fff9187"
+ },
+ {
+ "dataPath": "params_shard_152.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "001337a37a6e8e82561fe9816a13c30f"
+ },
+ {
+ "dataPath": "params_shard_153.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.37.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.37.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.37.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "7be4b10e736ee666eefec8d026f74e4d"
+ },
+ {
+ "dataPath": "params_shard_154.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.37.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.37.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.38.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.38.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.38.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "45cc53045ebc6442734db2ef536d69ca"
+ },
+ {
+ "dataPath": "params_shard_155.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4768c16a5dcb22bf1f0f72b7e5b03688"
+ },
+ {
+ "dataPath": "params_shard_156.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "52de1487be51dc7b1ff1c065828efc38"
+ },
+ {
+ "dataPath": "params_shard_157.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.38.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.38.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.38.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "71c06c965f6d1a1e93e23d54acd055a0"
+ },
+ {
+ "dataPath": "params_shard_158.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.38.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.38.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.39.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.39.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.39.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "00e644baf6f725576c1bf5dce415f9c3"
+ },
+ {
+ "dataPath": "params_shard_159.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f3ec2021fa5d2b12ea2fab43f667dc95"
+ },
+ {
+ "dataPath": "params_shard_160.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "88adcbb27944329cb5e51ab729b2bbfb"
+ },
+ {
+ "dataPath": "params_shard_161.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.39.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.39.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "3338ba876c2e9fea18f292967ec1b840"
+ },
+ {
+ "dataPath": "params_shard_162.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.39.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.39.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.40.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.40.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.40.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "80fd977f079a91b5043c2043aef6cc9d"
+ },
+ {
+ "dataPath": "params_shard_163.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "56df082709840156bc479cad63f2ecd9"
+ },
+ {
+ "dataPath": "params_shard_164.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c038c997f3117c3909187e9ad8ccdb02"
+ },
+ {
+ "dataPath": "params_shard_165.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.40.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.40.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "013881bff163544fffc190a4b6cfb55a"
+ },
+ {
+ "dataPath": "params_shard_166.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.40.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.40.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.41.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.41.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.41.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "a04cef12c89f8bf4350e9c36382f2273"
+ },
+ {
+ "dataPath": "params_shard_167.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5a7d79456a3d068474023922facc78a3"
+ },
+ {
+ "dataPath": "params_shard_168.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "467624ff098d7bc472a0c0d5fc0625d8"
+ },
+ {
+ "dataPath": "params_shard_169.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.41.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.41.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.41.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "22695100c194af7bc88f7c8ffbb15cf6"
+ },
+ {
+ "dataPath": "params_shard_170.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.41.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.41.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.42.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.42.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.42.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "22d3083fd815ddb8a9fdbb99d9cfba69"
+ },
+ {
+ "dataPath": "params_shard_171.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2d5ad7c3d173b76dffd70913b20fb9cd"
+ },
+ {
+ "dataPath": "params_shard_172.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4b8a4f863172a1774a986fd99dcc0e4b"
+ },
+ {
+ "dataPath": "params_shard_173.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.42.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.42.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.42.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "cc159c9b22da993d352e9ce99a9536b3"
+ },
+ {
+ "dataPath": "params_shard_174.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.42.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.42.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.43.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.43.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.43.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "da0da146d2e15cec6584d43d3fea2af0"
+ },
+ {
+ "dataPath": "params_shard_175.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d4a62c9fef616341ad6b2e409d67ed38"
+ },
+ {
+ "dataPath": "params_shard_176.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6e5441968705c796a374bcc5fe60f086"
+ },
+ {
+ "dataPath": "params_shard_177.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.43.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.43.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.43.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "725e5eefa74f1d053d718815381f42d5"
+ },
+ {
+ "dataPath": "params_shard_178.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.43.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.43.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.44.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.44.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.44.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "5116fc33fa82888f65a33c6847f26168"
+ },
+ {
+ "dataPath": "params_shard_179.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "49a86a0c7c137ea71aad50de11a67e2c"
+ },
+ {
+ "dataPath": "params_shard_180.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "509c55affdc3aac4fc4cad6b7cb50aa9"
+ },
+ {
+ "dataPath": "params_shard_181.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.44.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.44.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.44.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "8de110376a5525616adb552a3b861db8"
+ },
+ {
+ "dataPath": "params_shard_182.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.44.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.44.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.45.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.45.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.45.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "42e0fd02ce3d1d90e7fe6ec2ac72c9bf"
+ },
+ {
+ "dataPath": "params_shard_183.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "91083936caf7f3b541bcc79ddc9f5c7f"
+ },
+ {
+ "dataPath": "params_shard_184.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5f924e24a2573f32f3bf4ee50beb7b21"
+ },
+ {
+ "dataPath": "params_shard_185.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.45.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.45.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.45.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "845980d1fd0e7f725255366865774110"
+ },
+ {
+ "dataPath": "params_shard_186.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.45.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.45.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.46.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.46.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.46.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "c8ab8525639e77d5a8dd91d71d5ef748"
+ },
+ {
+ "dataPath": "params_shard_187.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "29be161a9524afa827be94d434bc76ff"
+ },
+ {
+ "dataPath": "params_shard_188.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "748ee1f7ce5b86b4f7495386bd894c56"
+ },
+ {
+ "dataPath": "params_shard_189.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.46.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.46.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.46.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "60bca83d5572e23ff65870353ce112b7"
+ },
+ {
+ "dataPath": "params_shard_190.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.46.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.46.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.47.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.47.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.47.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "639beea33026d0c2c2d07c87d29a3474"
+ },
+ {
+ "dataPath": "params_shard_191.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "26f600b2af777835cd1425034f2e2e02"
+ },
+ {
+ "dataPath": "params_shard_192.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8ff56d2a0c9fb1bb444390cbd86ba874"
+ },
+ {
+ "dataPath": "params_shard_193.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.47.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.47.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.47.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "acfb6c18b66aa3e3fadff9901c8131f8"
+ },
+ {
+ "dataPath": "params_shard_194.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.47.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.47.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.48.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.48.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.48.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "eaa803a36206a86102e82071b0ae8aeb"
+ },
+ {
+ "dataPath": "params_shard_195.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4e146e872ec4ec9cfe73dd7ed259cd64"
+ },
+ {
+ "dataPath": "params_shard_196.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7c12aadcc98d1397efa9ce26ff31d7ac"
+ },
+ {
+ "dataPath": "params_shard_197.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.48.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.48.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.48.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "37505cd0c3d985caab95791aad1e5008"
+ },
+ {
+ "dataPath": "params_shard_198.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.48.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.48.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.49.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.49.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.49.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "b80f742b5eeea0fb46e3aa9455e0e72c"
+ },
+ {
+ "dataPath": "params_shard_199.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a75e12288c6ae54a3a5d34fa00b05cb6"
+ },
+ {
+ "dataPath": "params_shard_200.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2b1b1b95576ce27b8e63445eeb32c28e"
+ },
+ {
+ "dataPath": "params_shard_201.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.49.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.49.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.49.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "e1c54b4753c263eb7f09567bc64abd48"
+ },
+ {
+ "dataPath": "params_shard_202.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.49.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.49.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.50.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.50.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.50.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "aab549151b13e198d9868fb9461f79e7"
+ },
+ {
+ "dataPath": "params_shard_203.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.50.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a5fe3521e29213a0a0f41f4cdaa68147"
+ },
+ {
+ "dataPath": "params_shard_204.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.50.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "629c5f69407c4edd0f1f1a16856dcdbc"
+ },
+ {
+ "dataPath": "params_shard_205.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.50.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.50.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.50.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "b64653fdf63880eeaa1699d67d97abe1"
+ },
+ {
+ "dataPath": "params_shard_206.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.50.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.50.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.50.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.51.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.51.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.51.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "4f77a3dd3df2374732d7987e6958ab1e"
+ },
+ {
+ "dataPath": "params_shard_207.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.51.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "392a4d9ff1efa92623df87949d6d5445"
+ },
+ {
+ "dataPath": "params_shard_208.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.51.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bc2cb3d6343c515a504b1fda2d67d2e0"
+ },
+ {
+ "dataPath": "params_shard_209.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.51.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.51.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.51.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "e1b07cb11df31f03fee7e586f7eef9b0"
+ },
+ {
+ "dataPath": "params_shard_210.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.51.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.51.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.51.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.52.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.52.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.52.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "40e58ceea9d04d13a69ba7efc3dfec5e"
+ },
+ {
+ "dataPath": "params_shard_211.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f16c2f1ff0c5563f09cd5cc8830b7483"
+ },
+ {
+ "dataPath": "params_shard_212.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "79cf8705acf14574d15541fbac5e64ab"
+ },
+ {
+ "dataPath": "params_shard_213.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.52.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.52.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.52.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "c10608373139f67102b2b34e303cb4cc"
+ },
+ {
+ "dataPath": "params_shard_214.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.52.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.52.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.53.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.53.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.53.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "1c1250fd7e2cb23d8cf51f89748cd206"
+ },
+ {
+ "dataPath": "params_shard_215.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.53.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "02d3fea1b53666036f73e28d539345fa"
+ },
+ {
+ "dataPath": "params_shard_216.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.53.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a1a25adf8c7aa2b9b08f8b4d5da0b6a0"
+ },
+ {
+ "dataPath": "params_shard_217.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.53.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.53.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.53.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "b0fcca48b168fe77d18f2fb7924ef4a7"
+ },
+ {
+ "dataPath": "params_shard_218.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.53.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.53.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.53.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.54.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.54.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.54.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "8ba01737a917b4fa44757d5f93fb4f7b"
+ },
+ {
+ "dataPath": "params_shard_219.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.54.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ff3be6b5eb7bec031ef984bd6728b8fc"
+ },
+ {
+ "dataPath": "params_shard_220.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.54.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7dcc859ca5e3d4176576852db97fce68"
+ },
+ {
+ "dataPath": "params_shard_221.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.54.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.54.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.54.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "3db139ccafdbc7a0749691aeac7fc187"
+ },
+ {
+ "dataPath": "params_shard_222.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.54.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.54.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.54.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.55.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.55.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.55.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "9839e84f687f07b918f78bc290ec5d41"
+ },
+ {
+ "dataPath": "params_shard_223.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.55.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4c127341d6c8b966177286d4b4d5b7fe"
+ },
+ {
+ "dataPath": "params_shard_224.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.55.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e00f6e16b421ae2335d403e0dc2d5c15"
+ },
+ {
+ "dataPath": "params_shard_225.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.55.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.55.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.55.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "732e1eb5e2a4b58541b3113468f93358"
+ },
+ {
+ "dataPath": "params_shard_226.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.55.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.55.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.55.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.56.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.56.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.56.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "c69df1103fddeb1fca2dbc0dfedf008f"
+ },
+ {
+ "dataPath": "params_shard_227.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.56.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "491a69d5b8f42a9df267ee632166b6ea"
+ },
+ {
+ "dataPath": "params_shard_228.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.56.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7682f9d654166191597f095d786e348e"
+ },
+ {
+ "dataPath": "params_shard_229.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.56.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.56.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.56.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "0a5fa28cd2cddd581494f613004d4a17"
+ },
+ {
+ "dataPath": "params_shard_230.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.56.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.56.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.56.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.57.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.57.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.57.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "1e9d7195c1378a4f1ad9cfb2b45009d4"
+ },
+ {
+ "dataPath": "params_shard_231.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "22122a9a59f26f564b8afa79a079e94b"
+ },
+ {
+ "dataPath": "params_shard_232.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4fd15cf7903420ba12e9a0a34769b6d9"
+ },
+ {
+ "dataPath": "params_shard_233.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.57.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.57.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.57.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "1707e5278fdd458f0e6845541576b4fa"
+ },
+ {
+ "dataPath": "params_shard_234.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.57.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.57.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.58.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.58.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.58.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "adae917f3f71d2fa06eaadba1a4bc9d5"
+ },
+ {
+ "dataPath": "params_shard_235.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.58.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6cc4502bbf4d8527b8b9728bc47535a8"
+ },
+ {
+ "dataPath": "params_shard_236.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.58.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "15493428ec93d78719f01e6af49e4c8c"
+ },
+ {
+ "dataPath": "params_shard_237.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.58.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.58.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.58.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "37931e149df6041cd040713b42d5ba87"
+ },
+ {
+ "dataPath": "params_shard_238.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.58.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.58.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.58.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.59.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.59.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.59.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "ebf9b5fe5bc251c1efa2c822f1266244"
+ },
+ {
+ "dataPath": "params_shard_239.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "649c116c1f4b074ee4248482e2b47db0"
+ },
+ {
+ "dataPath": "params_shard_240.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2af1177422365c30aa325433565d8a20"
+ },
+ {
+ "dataPath": "params_shard_241.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.59.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.59.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.59.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "8a985147c2a9cd3d4ff36afdab7a0c62"
+ },
+ {
+ "dataPath": "params_shard_242.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.59.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.59.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.60.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.60.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.60.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "796cb119a27ece8c01bd0c38ac3b8965"
+ },
+ {
+ "dataPath": "params_shard_243.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4fcee22f38d845e9580ec8189c989709"
+ },
+ {
+ "dataPath": "params_shard_244.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f56e457980c0f137c1535893aed0dcc8"
+ },
+ {
+ "dataPath": "params_shard_245.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.60.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.60.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.60.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "a44d3f13628121ee0318ce1e11ac1f91"
+ },
+ {
+ "dataPath": "params_shard_246.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.60.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.60.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.61.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.61.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.61.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "cdfd73472d770387b35c9da6b8ed2ba7"
+ },
+ {
+ "dataPath": "params_shard_247.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.61.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "72e4067b43ba31121b5688347c10fb1c"
+ },
+ {
+ "dataPath": "params_shard_248.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.61.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "da86ccc13dfe096af34e4470c8a5060c"
+ },
+ {
+ "dataPath": "params_shard_249.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.61.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.61.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.61.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "85106044e6b43b31207c804176a7a98e"
+ },
+ {
+ "dataPath": "params_shard_250.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.61.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.61.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.61.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.62.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.62.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.62.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "ad3280928742c07ea1e3fd4873bd1743"
+ },
+ {
+ "dataPath": "params_shard_251.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3467eb1f4fc0bbbbc630fb4cbe868b23"
+ },
+ {
+ "dataPath": "params_shard_252.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f7b143430be0a275e532fa1ce6330634"
+ },
+ {
+ "dataPath": "params_shard_253.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.62.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.62.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.62.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "17602d8416afad20dc6f27cd53ebceee"
+ },
+ {
+ "dataPath": "params_shard_254.bin",
+ "format": "raw-shard",
+ "nbytes": 29526016,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.62.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.62.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.layers.63.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 8867840
+ },
+ {
+ "name": "model.layers.63.self_attn.c_attn.q_weight",
+ "shape": [
+ 7168,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 8882176
+ },
+ {
+ "name": "model.layers.63.self_attn.c_attn.q_scale",
+ "shape": [
+ 7168,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2293760,
+ "byteOffset": 27232256
+ }
+ ],
+ "md5sum": "918d5c9b796463ff36c22ebc87f28e9f"
+ },
+ {
+ "dataPath": "params_shard_255.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 55296,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "be2ccd033d8abd1fef123b2b13c1857b"
+ },
+ {
+ "dataPath": "params_shard_256.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.down_proj.q_weight",
+ "shape": [
+ 5120,
+ 3456
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "085c7809680c6bec4dedc819c9b5f9f4"
+ },
+ {
+ "dataPath": "params_shard_257.bin",
+ "format": "raw-shard",
+ "nbytes": 32440320,
+ "records": [
+ {
+ "name": "model.layers.63.self_attn.o_proj.q_weight",
+ "shape": [
+ 5120,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.63.self_attn.o_proj.q_scale",
+ "shape": [
+ 5120,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1638400,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.63.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 55296,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 17694720,
+ "byteOffset": 14745600
+ }
+ ],
+ "md5sum": "34a78136413fb5417731a8e5f6b3c29a"
+ },
+ {
+ "dataPath": "params_shard_258.bin",
+ "format": "raw-shard",
+ "nbytes": 389283840,
+ "records": [
+ {
+ "name": "lm_head.q_weight",
+ "shape": [
+ 152064,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 389283840,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "170cfd7195423a839d94f70e1ab88918"
+ },
+ {
+ "dataPath": "params_shard_259.bin",
+ "format": "raw-shard",
+ "nbytes": 48660480,
+ "records": [
+ {
+ "name": "lm_head.q_scale",
+ "shape": [
+ 152064,
+ 160
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 48660480,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e6cb79c9436e609911bbf42f620ab15e"
+ },
+ {
+ "dataPath": "params_shard_260.bin",
+ "format": "raw-shard",
+ "nbytes": 8878080,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.down_proj.q_scale",
+ "shape": [
+ 5120,
+ 864
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 8847360,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.63.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8847360
+ },
+ {
+ "name": "model.layers.63.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8857600
+ },
+ {
+ "name": "model.norm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 8867840
+ }
+ ],
+ "md5sum": "72e8f4296f1154164844dbb1aed4ba5c"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/params_shard_0.bin b/params_shard_0.bin
new file mode 100644
index 0000000000000000000000000000000000000000..20bd8cc1c04116cbcf2c74f47feff5d5158343d3
--- /dev/null
+++ b/params_shard_0.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80190725817e29072713bef1ff93cacff0d3b70bcc1b236198b6af5e238af6d
+size 389283840
diff --git a/params_shard_1.bin b/params_shard_1.bin
new file mode 100644
index 0000000000000000000000000000000000000000..beced9520698d7aa54e3b754f2e63f6b0027609f
--- /dev/null
+++ b/params_shard_1.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dd76a26f2db418ae9c152aa9370def8447cf33ebda6632feec2d149fb7a33e
+size 48660480
diff --git a/params_shard_10.bin b/params_shard_10.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7281ee4cfaa6848c30593be1b57e300770c9249f
--- /dev/null
+++ b/params_shard_10.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c777c78ef0741ce0b6b17340b317acaac57da48d43b297fa3cf742dad73d90f2
+size 29526016
diff --git a/params_shard_100.bin b/params_shard_100.bin
new file mode 100644
index 0000000000000000000000000000000000000000..508822788a62dde92110eaf6af1603a9e7458251
--- /dev/null
+++ b/params_shard_100.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0194c7bd276c6f8ea216c102772969ac44c6192418396ca61f7cbaf42c906dc
+size 70778880
diff --git a/params_shard_101.bin b/params_shard_101.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8cf9dd45cb185d93672a6118dee3a3b4fe376bc2
--- /dev/null
+++ b/params_shard_101.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471ac09beac2dc24af668730decf12c643dca970a9356108c9dce057e540e528
+size 32440320
diff --git a/params_shard_102.bin b/params_shard_102.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3a158924b16532254ebc1fd6876f960cd1e0dc30
--- /dev/null
+++ b/params_shard_102.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cb76ec4f8fd377ee37e36d7594a5b3567d368918f923683123a132d12a7286
+size 29526016
diff --git a/params_shard_103.bin b/params_shard_103.bin
new file mode 100644
index 0000000000000000000000000000000000000000..998cd7a196c9a57f54aedf83c8b050b0761e962c
--- /dev/null
+++ b/params_shard_103.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601d9eedfc5cb13be639ead1fbd2eb39d1a3678e5eee0cb1b258051309e45065
+size 141557760
diff --git a/params_shard_104.bin b/params_shard_104.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fb0c46aabbc335236085c73bacc2d4472cb946d8
--- /dev/null
+++ b/params_shard_104.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ffffeaf6556adc7c08e5ab4a3fa4c6a16e6bfbd5518fe1898dc97eaab37438
+size 70778880
diff --git a/params_shard_105.bin b/params_shard_105.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8bc59b95d05da7c1dac64cef6bf276ec1f4ffc1d
--- /dev/null
+++ b/params_shard_105.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3b68f693350cc063608d5f88c95d66b85d1f2cc935ae6eb677ed5aaf931f03
+size 32440320
diff --git a/params_shard_106.bin b/params_shard_106.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aeb57d2ac2eecc21b0b005f727c5d1a60c7d7f2a
--- /dev/null
+++ b/params_shard_106.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29427f53e924b033d627b08238ac27a893c2312c64c4f68e61cca8cc81c5d344
+size 29526016
diff --git a/params_shard_107.bin b/params_shard_107.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ade39baea05f6eb6bab41c7571d3ba81d3565c88
--- /dev/null
+++ b/params_shard_107.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7608edd5ecf5880bac92cbbf7a2f01db93195c943f672c49eff3ea9c3d4986a4
+size 141557760
diff --git a/params_shard_108.bin b/params_shard_108.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bf3765a8b5a1cc1340346c64539956897877aac0
--- /dev/null
+++ b/params_shard_108.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b713e90512222028011f41acc5c0a632e534607e7b1d572907baa9bfda5978
+size 70778880
diff --git a/params_shard_109.bin b/params_shard_109.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8509c845bf1b9eb57f308a2f5989f129884273a9
--- /dev/null
+++ b/params_shard_109.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47115cd27375bc4421f86cc28f7980d753dfab1cb1fd94411deec298954e4ac
+size 32440320
diff --git a/params_shard_11.bin b/params_shard_11.bin
new file mode 100644
index 0000000000000000000000000000000000000000..239d006669d5af8332b679ee89451592fb2c6b0e
--- /dev/null
+++ b/params_shard_11.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0551ce6ab363409c0889d2ebae63e4831759a2a61d86adcbc9f6755d7f582d0
+size 141557760
diff --git a/params_shard_110.bin b/params_shard_110.bin
new file mode 100644
index 0000000000000000000000000000000000000000..43471382d5f82f00297b3ec85ff93cc2be2e3cbd
--- /dev/null
+++ b/params_shard_110.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa27129904ce14ea569016d8eb8f27352d0e1eeaa55308cda6e9999f5f0db8a6
+size 29526016
diff --git a/params_shard_111.bin b/params_shard_111.bin
new file mode 100644
index 0000000000000000000000000000000000000000..108d8ee161dfa57c95b7d821fdb50123dfb70dad
--- /dev/null
+++ b/params_shard_111.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c630be687d3b2eb2c62878ca64e2d12b006ffb4ccd7702e8c6c754825dbd5ec
+size 141557760
diff --git a/params_shard_112.bin b/params_shard_112.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0b54e800f6bd502fba239b75a3947a909d2c8c19
--- /dev/null
+++ b/params_shard_112.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dc9a6d38eaa017cd79e1ae701faa94afa6ac244789095fa9a2dffd52a57dcc
+size 70778880
diff --git a/params_shard_113.bin b/params_shard_113.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e5e92b4ef5091900891671cd18c257118810e4e
--- /dev/null
+++ b/params_shard_113.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ceb417e55785011f52b4fff574e02f9b5d87e3c1388069ceca8e626a8a9cfa
+size 32440320
diff --git a/params_shard_114.bin b/params_shard_114.bin
new file mode 100644
index 0000000000000000000000000000000000000000..51dc0c579da4625c9130d6a7ce87cc7d510d36a0
--- /dev/null
+++ b/params_shard_114.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab36c744490a5d2f2f886f5cacef1e40b755c7a4ea6abda36fa53ab4f071badc
+size 29526016
diff --git a/params_shard_115.bin b/params_shard_115.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ac9efba9bcece53df555269137cc4037f291d5ec
--- /dev/null
+++ b/params_shard_115.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03bce4cd70a98ba6bd09d8b6a4fedb944fd23bc799b96eeea0e92c8c59e7e4c
+size 141557760
diff --git a/params_shard_116.bin b/params_shard_116.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8135f5bd171c601e4ab52464b203fde2ea271f04
--- /dev/null
+++ b/params_shard_116.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5369d2caadcb4ab0de9ce224ef46eecaee1f008551751544ced053e56ae4ba
+size 70778880
diff --git a/params_shard_117.bin b/params_shard_117.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f8169ad5b2581bb870887ababab8d0532bd8e77a
--- /dev/null
+++ b/params_shard_117.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46eee74c7176d8660c09eb6070cac624051b92228161720e6c8130ff520e42a7
+size 32440320
diff --git a/params_shard_118.bin b/params_shard_118.bin
new file mode 100644
index 0000000000000000000000000000000000000000..518b9f194f6a88d740f30d66c507ec5624967034
--- /dev/null
+++ b/params_shard_118.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0628da66589baf5f7f5da8f3d1fb5af05373f938f4a360ff0a7f7e2c0d7098b
+size 29526016
diff --git a/params_shard_119.bin b/params_shard_119.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a898023c1c37401ec4b0579e7befefde8ccc12c1
--- /dev/null
+++ b/params_shard_119.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1599a3c4afb290aac0852f0023f4a544baba32b59d0745ca37b4b1b8608fddee
+size 141557760
diff --git a/params_shard_12.bin b/params_shard_12.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0cab83015d4c8c8cb8e63933b78b8d04cc6fb8a6
--- /dev/null
+++ b/params_shard_12.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1764c53852e40659fbf77ad01e64a51248284d09484cf384d960dab03ee4ad
+size 70778880
diff --git a/params_shard_120.bin b/params_shard_120.bin
new file mode 100644
index 0000000000000000000000000000000000000000..16820af8e3fca7ddcc04142f3a9a67ad9d37c10e
--- /dev/null
+++ b/params_shard_120.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23243669785ad68518d4062449d36907f9b6de50f35baab9fe40991838699b33
+size 70778880
diff --git a/params_shard_121.bin b/params_shard_121.bin
new file mode 100644
index 0000000000000000000000000000000000000000..14d98efe4661a93bd5a78e5a0581651d566c7310
--- /dev/null
+++ b/params_shard_121.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9377e28f34e5f8e9edc7613ddee4b28d3c302ba2958915a4658f0ef60453f8e4
+size 32440320
diff --git a/params_shard_122.bin b/params_shard_122.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f42f26ac832aea511112cfae1c11f234ff998a9
--- /dev/null
+++ b/params_shard_122.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4df3ac83138bb7485f9fa0d57e362cf7e8baeb254ca44132b2b006f4792b35
+size 29526016
diff --git a/params_shard_123.bin b/params_shard_123.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2931f0fff07b96e76180b20844c673e4c441c63e
--- /dev/null
+++ b/params_shard_123.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d107f8792f815bf693dc468fb05904c327806f34dc19ad175ebe776cbd936015
+size 141557760
diff --git a/params_shard_124.bin b/params_shard_124.bin
new file mode 100644
index 0000000000000000000000000000000000000000..909161f81be3769c507f3e6dc6ab8c0bdab76e8b
--- /dev/null
+++ b/params_shard_124.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd05d0bf52f5a258b266338de629469303e89fe8b8eddaa374906ce97bf80fd
+size 70778880
diff --git a/params_shard_125.bin b/params_shard_125.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d9467879b620b8fa7fba77bb1618e1e36fb59e1d
--- /dev/null
+++ b/params_shard_125.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64629b7f495d4a40c9778378b28d36e20e9e90fd2eb57ce5dd07b52a4637e012
+size 32440320
diff --git a/params_shard_126.bin b/params_shard_126.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4fdfb618044b770e1020e14df806693305346401
--- /dev/null
+++ b/params_shard_126.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3445ea490afd748c11dd7d5f83737e4552b27fa563a3bad81b38d97a4bc52e
+size 29526016
diff --git a/params_shard_127.bin b/params_shard_127.bin
new file mode 100644
index 0000000000000000000000000000000000000000..61e7ea7e0bf4db29354cb97bd974cd9ab9d65da9
--- /dev/null
+++ b/params_shard_127.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c0e35dc25b9e3d2ff7089ebc479c469ddff5a475fa8fcd698892ef725770ef
+size 141557760
diff --git a/params_shard_128.bin b/params_shard_128.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1bd4a2d5a138c1bc21cb68eb9e5f1f751bed8175
--- /dev/null
+++ b/params_shard_128.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfabfe54b8e38216ce5dfd47cef70ca108674bc4a7a7281eb1727b9d5b596182
+size 70778880
diff --git a/params_shard_129.bin b/params_shard_129.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b321b746699dbe21dd902125f5e9f514818cb0b4
--- /dev/null
+++ b/params_shard_129.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e249ef82e4ce446c130072b1d803e010cf52eb9f8e605904ae190410c54de1b5
+size 32440320
diff --git a/params_shard_13.bin b/params_shard_13.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5a64409936cf2efb8c29811c8ec20a38e18a2069
--- /dev/null
+++ b/params_shard_13.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8884eca3cf504e0b1ca3fce17349d62d2c21374162d869e8c224f44d7182d7
+size 32440320
diff --git a/params_shard_130.bin b/params_shard_130.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7467637c807894bc0dd6b410ef41444cc1386ce8
--- /dev/null
+++ b/params_shard_130.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15087af6bef447e3d0dbf3fcefbc70666404933a94da39d8637d77abf3ca2db1
+size 29526016
diff --git a/params_shard_131.bin b/params_shard_131.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e96913ae8da63bd44d195dcfd5edc52a1f421d7e
--- /dev/null
+++ b/params_shard_131.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d149ec5f7da536fcfb73811a4b00e9ac1630a75cb6f98dea04471c9cb4285b
+size 141557760
diff --git a/params_shard_132.bin b/params_shard_132.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0094082499a4f5230f2cdae9831647bfbc8085e8
--- /dev/null
+++ b/params_shard_132.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e4525efd2983b9cfaeb396d4c36bb618b973671f863e2f5ac5c08538f95be0
+size 70778880
diff --git a/params_shard_133.bin b/params_shard_133.bin
new file mode 100644
index 0000000000000000000000000000000000000000..32ce0ae81c65466200888322d1292abf36c070e7
--- /dev/null
+++ b/params_shard_133.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f67ebaa6573c74b79cb59aab4600243a834e4a73aeb72d37a0d72a584bce56
+size 32440320
diff --git a/params_shard_134.bin b/params_shard_134.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3802b86f01f5765045b247ca925fb9d4da199842
--- /dev/null
+++ b/params_shard_134.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b80329b01fea3cdedc4103e68b9c0c5b8c1baa8a6b11f49b41591696fedf65
+size 29526016
diff --git a/params_shard_135.bin b/params_shard_135.bin
new file mode 100644
index 0000000000000000000000000000000000000000..15f5085478db2e634b5882563d578b230443e914
--- /dev/null
+++ b/params_shard_135.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5ffdd588173450def82a7062d2bb401fac7bf04d24007a074b3eddcbf20cbd
+size 141557760
diff --git a/params_shard_136.bin b/params_shard_136.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e3a3de8ce2618553d7aac5a03ebd11933e2fb973
--- /dev/null
+++ b/params_shard_136.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6f540d7857df944738e91d7829372bf3eb10f1b4b742812c6465754da45ba2
+size 70778880
diff --git a/params_shard_137.bin b/params_shard_137.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bbcf7dbdee82c66098a15b8ed2596e5bd3ffa4b0
--- /dev/null
+++ b/params_shard_137.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7809153452db251417df18a0f617a183747948b3876283aba4e5f3f43939400
+size 32440320
diff --git a/params_shard_138.bin b/params_shard_138.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d95a04408424dcb9e86204ba827686f7fb24929f
--- /dev/null
+++ b/params_shard_138.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e41d3991e0ac8cd0e1876747a87a06fa2733da8534907be8382a80e5a57d49
+size 29526016
diff --git a/params_shard_139.bin b/params_shard_139.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dda5a8f13d33e0a31fa33fa16478aff80476da0b
--- /dev/null
+++ b/params_shard_139.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13c76717e44f8efed7c74141d380c9ab4195fe8c6906572a222e7bc9d9b1f05
+size 141557760
diff --git a/params_shard_14.bin b/params_shard_14.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a5e8328b12098b5838fa7d89b1cfe0bee453fb54
--- /dev/null
+++ b/params_shard_14.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2e822afccac79237c67e8b5f8304d2e4dda3ccbb373766fda78334bbc16dda
+size 29526016
diff --git a/params_shard_140.bin b/params_shard_140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bd8fb6248888c7b7501a9569e624cba4add20cf3
--- /dev/null
+++ b/params_shard_140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af9b6fad1a854442c9b44c5f51746c010e389cf43b074697230f0ad89279aaa
+size 70778880
diff --git a/params_shard_141.bin b/params_shard_141.bin
new file mode 100644
index 0000000000000000000000000000000000000000..61d50ccc9484bf335b09cade17917a91d1703490
--- /dev/null
+++ b/params_shard_141.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31b570c15f985e64ccae5caa02c40e572eca59ac09de50b9e8e25734f26bffa
+size 32440320
diff --git a/params_shard_142.bin b/params_shard_142.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e92342e3eb53aa4f3b6d25e6e7a7a564735e1bf1
--- /dev/null
+++ b/params_shard_142.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32701b56433b45c1a3e68ded9be0d165607217471ae41f3104799ea0a9dde1c2
+size 29526016
diff --git a/params_shard_143.bin b/params_shard_143.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3424d8a0549e268f3d4ba0d7693b187fd6cab438
--- /dev/null
+++ b/params_shard_143.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261f4df22d7cff19b6adac7223edc282f3668927ac8bbd035b6483dc1549d640
+size 141557760
diff --git a/params_shard_144.bin b/params_shard_144.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0635101bef20fd75416c42412dc2a1bea2d70ca1
--- /dev/null
+++ b/params_shard_144.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780d6145d613395ce46d4c7abdd539b14bde14c54a33908fcf7ecbef5a2dd3e6
+size 70778880
diff --git a/params_shard_145.bin b/params_shard_145.bin
new file mode 100644
index 0000000000000000000000000000000000000000..088c370e21db2e4bdce96440ba796553fad8aef1
--- /dev/null
+++ b/params_shard_145.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3659788bf9d20678666d91043102e0b5e8737bbb514e553c6a4e24b3ef370d57
+size 32440320
diff --git a/params_shard_146.bin b/params_shard_146.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9b93f715dae74211b5478b49c56caabac5f12a2c
--- /dev/null
+++ b/params_shard_146.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b30e68a8531250ae692f7c0afed92b8f8d2763e20056918e47505600b977e7
+size 29526016
diff --git a/params_shard_147.bin b/params_shard_147.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a782a860adf33a6f91abae1a14b7eee265ff06b6
--- /dev/null
+++ b/params_shard_147.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e6a3f62755b65363887ed9900191e20d9bfecc7232f700870c1d11c2a515f2
+size 141557760
diff --git a/params_shard_148.bin b/params_shard_148.bin
new file mode 100644
index 0000000000000000000000000000000000000000..03d9cda8761b0740103a12452a88c26497d3427d
--- /dev/null
+++ b/params_shard_148.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0ddb173f28f2a57a8e1354e43a41f272b1ba95249c9c916e186bed69e5038e
+size 70778880
diff --git a/params_shard_149.bin b/params_shard_149.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8c05f0a7c81e95afac48a4a6466b31ef39aa998a
--- /dev/null
+++ b/params_shard_149.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a85798747b74ca5c707b1948adf98f54fd888c8628aa85cb7d762369504606a
+size 32440320
diff --git a/params_shard_15.bin b/params_shard_15.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d69289357e5027261d79c0d4b625b0532cd5ef2e
--- /dev/null
+++ b/params_shard_15.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d115b37565521e4e9250531c1097f8544df9c82e334dd9b99c2ef3ca96447027
+size 141557760
diff --git a/params_shard_150.bin b/params_shard_150.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e01afedcfd9d0d38585cbecd2fc988b72c5aab3
--- /dev/null
+++ b/params_shard_150.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cf0be5b42e55c45ea76c4676bf37ec57929f4df1ffd834a84e4d6caf5c65be
+size 29526016
diff --git a/params_shard_151.bin b/params_shard_151.bin
new file mode 100644
index 0000000000000000000000000000000000000000..02a0448da81fa88bb02f617c4977d65ab567ac15
--- /dev/null
+++ b/params_shard_151.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc27a4ccffa6e98b86f2c6997e45774914e1f2566d3d60108ffefe19f7d03d4b
+size 141557760
diff --git a/params_shard_152.bin b/params_shard_152.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d013b6ee7dde61b9f2d762833bbf411d424829c7
--- /dev/null
+++ b/params_shard_152.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c3cc03c7b233c5b29ae303c966d60cdaa7060d5d8bcd4ab8bb01607f4586e4
+size 70778880
diff --git a/params_shard_153.bin b/params_shard_153.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0ea96f9c401a5d11f448ac269ccda44abdad7add
--- /dev/null
+++ b/params_shard_153.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13827e19ee0eb95cdde133498d16e856efc40268ec4c950035ef837b75eeda1
+size 32440320
diff --git a/params_shard_154.bin b/params_shard_154.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7b7af71963b4398f150d7596d1d8c7bad7043da9
--- /dev/null
+++ b/params_shard_154.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eaff53fbeec667c3b629640d98d747177e78593937612f5e87eb0af40099aa4
+size 29526016
diff --git a/params_shard_155.bin b/params_shard_155.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f5a105e027f6337fc008937f62f595c0b4c1edc4
--- /dev/null
+++ b/params_shard_155.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30845d5d52012a8056e29bab51143a92fc1ee7ac7a81549213628cebd4f21c4
+size 141557760
diff --git a/params_shard_156.bin b/params_shard_156.bin
new file mode 100644
index 0000000000000000000000000000000000000000..57e4c4b072c90d3d24da51f4cee25c021484bf48
--- /dev/null
+++ b/params_shard_156.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f7597afb609324c5a074f3bf19411ce4dfe9d6d6d7580b444eef8a79d6f429
+size 70778880
diff --git a/params_shard_157.bin b/params_shard_157.bin
new file mode 100644
index 0000000000000000000000000000000000000000..667f9a4e8bc446f69e32156ebf2f8f88c14e0ffc
--- /dev/null
+++ b/params_shard_157.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db57598f85fd2a35868237006586ba471424a626e2a1e2088964a6b8924ea9b
+size 32440320
diff --git a/params_shard_158.bin b/params_shard_158.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9a139373096d44f7decce24889490992015aa08c
--- /dev/null
+++ b/params_shard_158.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9494535be762c4d631201964fdd47019ecc3aae9d317b87a4df6b0f6c57064f
+size 29526016
diff --git a/params_shard_159.bin b/params_shard_159.bin
new file mode 100644
index 0000000000000000000000000000000000000000..60583d2e974c928d59caf3acaeddebc41a75157b
--- /dev/null
+++ b/params_shard_159.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237fcde869c4c6a3e11c5a7d9a4c16509c7b47c3a594011fc19d2731bee3da8c
+size 141557760
diff --git a/params_shard_16.bin b/params_shard_16.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4e7bde545bf7d91b235f26d3b19ef9bc20de9110
--- /dev/null
+++ b/params_shard_16.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33e41b1c6594c9c8dc7720854ff2ebbcb1c110b9044b0891757cbd75863fc54
+size 70778880
diff --git a/params_shard_160.bin b/params_shard_160.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a9aaa96206aba8c30926bf97dbdf5477330bb107
--- /dev/null
+++ b/params_shard_160.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6171751a3b841862296ac8fe4910704ba7a0f114cd19c8e854979a1106e0364
+size 70778880
diff --git a/params_shard_161.bin b/params_shard_161.bin
new file mode 100644
index 0000000000000000000000000000000000000000..895c8d87dc7cf97c7dfa8414a68bb1560f4b091c
--- /dev/null
+++ b/params_shard_161.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d304ef2e9830928a66d1c2445832611497b0ec036a172eab2702b736b95e763
+size 32440320
diff --git a/params_shard_162.bin b/params_shard_162.bin
new file mode 100644
index 0000000000000000000000000000000000000000..06536a48cfa6c3ffe6034bfad34705f252741f70
--- /dev/null
+++ b/params_shard_162.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32649cf1e5b4c7f312f105078b5f7a51028f427e88a372fabbdb3bbc66b07991
+size 29526016
diff --git a/params_shard_163.bin b/params_shard_163.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5dc7a1775e63a8a37d1dfd7cb8276c277c960e03
--- /dev/null
+++ b/params_shard_163.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc1d4ede5fb46e896179a836bb0d6ea203350c2bf57273ca1edc24b416d9fb3
+size 141557760
diff --git a/params_shard_164.bin b/params_shard_164.bin
new file mode 100644
index 0000000000000000000000000000000000000000..294550f826d20c2813e343242f053cfb0759e376
--- /dev/null
+++ b/params_shard_164.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729bc4be60905a253dd51f461b87b705444f4df82a625116dc29471224fb323b
+size 70778880
diff --git a/params_shard_165.bin b/params_shard_165.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96127e255f2a8e416fe259ab51a4188da0694a40
--- /dev/null
+++ b/params_shard_165.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5396badb9edd18d7aa0dce682b34015ee7eb1f571a89c3572d22c7942240b3
+size 32440320
diff --git a/params_shard_166.bin b/params_shard_166.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c2c800dd85a9b78cedfa44f7b874ffd7c8bfb14c
--- /dev/null
+++ b/params_shard_166.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d93666d78e8013d5cf134043bfb0771e6f3530d88d2be32b41aa1be2483ec3f
+size 29526016
diff --git a/params_shard_167.bin b/params_shard_167.bin
new file mode 100644
index 0000000000000000000000000000000000000000..366a53b10b39844e393b95172b3d7ce3e45e36fc
--- /dev/null
+++ b/params_shard_167.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9c5fdd971943f507ea571ef6ea83918f989537ba675175b0a0d491ffb6da51
+size 141557760
diff --git a/params_shard_168.bin b/params_shard_168.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4f9501e0a23c27ab6c4acc7bbf875bfa0bfa0712
--- /dev/null
+++ b/params_shard_168.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd5c37625254bee981c6b89d2585445144f1f9db9ddf75a9ba0d0d61fae2b9
+size 70778880
diff --git a/params_shard_169.bin b/params_shard_169.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f3a371c3919c52eecdbe81b30a3cab3a309f72fd
--- /dev/null
+++ b/params_shard_169.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8225ebae36939b2c0696a25a145d54c81dda17674a4d4d0fd44b6e6994d47725
+size 32440320
diff --git a/params_shard_17.bin b/params_shard_17.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b47a2ebfc3b7142c851535b6667de7ba62e29d31
--- /dev/null
+++ b/params_shard_17.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6033def548d3bcda54efa99f275e4e2b772d9db0323b563913cfe4dedf7086d
+size 32440320
diff --git a/params_shard_170.bin b/params_shard_170.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d980ba3716bf5ca63cb55ceaf4afec3c4983d924
--- /dev/null
+++ b/params_shard_170.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8757f10fb2871f75bd05ee7bd97e398341a02a4275fc2b6edb53f1766016f9
+size 29526016
diff --git a/params_shard_171.bin b/params_shard_171.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2968315de83d13f8abbafb9c6817cb9e9cd66c20
--- /dev/null
+++ b/params_shard_171.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5a2fc8e72223b818570be381512dd78a730b1bdabcdd45fd4fcf4c0226f8bb
+size 141557760
diff --git a/params_shard_172.bin b/params_shard_172.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b44069553c6aa23959ffd752f6964b8f4150101d
--- /dev/null
+++ b/params_shard_172.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e069d99651044b0822f3fe89a9781cfc459d4c2737b009d34d45a6038c4c47c
+size 70778880
diff --git a/params_shard_173.bin b/params_shard_173.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f2362f8ff1470378632740b2e65eb09fd88e0069
--- /dev/null
+++ b/params_shard_173.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b742b9319fad5f2587f1f46910949221b9e35bf563ccb8de6f2efa931a9b8625
+size 32440320
diff --git a/params_shard_174.bin b/params_shard_174.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d6b546e45abeca71f4bb3c3076b7bab877999bdc
--- /dev/null
+++ b/params_shard_174.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b79e75acf79a17aa4ec4382f223608be9e5f112618555e1f5fcf6be23ccfde0
+size 29526016
diff --git a/params_shard_175.bin b/params_shard_175.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47c2ade1931697ee98511a3ffd405485718ed3b6
--- /dev/null
+++ b/params_shard_175.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f260d1b98cdca2c5022b5cb270fc8aa5d1f443f1c10b1f66311a2899ab2484
+size 141557760
diff --git a/params_shard_176.bin b/params_shard_176.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b945e789c6c835df4b8b8ff971cc185e4e392b53
--- /dev/null
+++ b/params_shard_176.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32150b0577bb76c4a46905eafc18c8f01d0699153f73349dd62f527ec6270252
+size 70778880
diff --git a/params_shard_177.bin b/params_shard_177.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f223424a36d60243fea72a77b58b19c0b515905f
--- /dev/null
+++ b/params_shard_177.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f859b48864bb4c40d8cb27994dadbe0dcb739a1b571b3bb093c8713554d1d7f3
+size 32440320
diff --git a/params_shard_178.bin b/params_shard_178.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e0faa500f59604c2f9010b6136b5186073b01383
--- /dev/null
+++ b/params_shard_178.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9886ba4a66db1f5582d8b2f5d21b4569db2819cdbc9d3a7e4f604fbd3a6895
+size 29526016
diff --git a/params_shard_179.bin b/params_shard_179.bin
new file mode 100644
index 0000000000000000000000000000000000000000..806dea5f026a80d5c6e9777f5964852175f69ff0
--- /dev/null
+++ b/params_shard_179.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa791de5b5a90244259c217795ea1f1b4d02f5ce52ec2996449ccbeb5a285eab
+size 141557760
diff --git a/params_shard_18.bin b/params_shard_18.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d2037f19e4195b879941edba6fc517a8803dd440
--- /dev/null
+++ b/params_shard_18.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23dc50ede3ad65e47d8cedc2c7600f4cc7f8cd43672d07154c5ca78b7e1da5d
+size 29526016
diff --git a/params_shard_180.bin b/params_shard_180.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e444e2786d0fda500fa08db8fe995e784b910e7c
--- /dev/null
+++ b/params_shard_180.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b714267c716202238f14dd216c075df94a186098ca67da3069fc7db261ad05
+size 70778880
diff --git a/params_shard_181.bin b/params_shard_181.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0b954a12702c688f0f95ee0111d11f3f3a6f24d9
--- /dev/null
+++ b/params_shard_181.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56db8202e8162458687a51b9612a758ab31483eb0b5b30e8fa97789068fa2b2d
+size 32440320
diff --git a/params_shard_182.bin b/params_shard_182.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe2e6aef2855ca7d899dafe51017a3cb1783a7f7
--- /dev/null
+++ b/params_shard_182.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469c20caf9e48706c0b9c3d89f4d302539bafc470f55e0fbfd08fa2c2e4ad4c2
+size 29526016
diff --git a/params_shard_183.bin b/params_shard_183.bin
new file mode 100644
index 0000000000000000000000000000000000000000..45fc40e0a98e0c6183e631850922c9433766df9f
--- /dev/null
+++ b/params_shard_183.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66c3ad7e701b78241be6a7c672e9f82c9009d810fd352b0d96cd626aa461207
+size 141557760
diff --git a/params_shard_184.bin b/params_shard_184.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3633ebe370f2e63d35cfdfc71428395763fb575d
--- /dev/null
+++ b/params_shard_184.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7dece207f6565d77797990f748194d6d5bc3b4efa8eb422cc0509675c53570
+size 70778880
diff --git a/params_shard_185.bin b/params_shard_185.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7962c77a2579798614ed8780093c26aea81451ec
--- /dev/null
+++ b/params_shard_185.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa02bb5bb5d8f2a576f8614114c360b9f3fbcbd15e647dfd5704cf376f025e91
+size 32440320
diff --git a/params_shard_186.bin b/params_shard_186.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3c65d975dd878014f4ffd6d50bb11eafa828d16e
--- /dev/null
+++ b/params_shard_186.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe07b7c5f758c87ada56e4b95c6b9bec492bf0f57269c155a7a2eb0f22f0370c
+size 29526016
diff --git a/params_shard_187.bin b/params_shard_187.bin
new file mode 100644
index 0000000000000000000000000000000000000000..edd75834cfdbac78587a3e4baf025ca6cde9cfec
--- /dev/null
+++ b/params_shard_187.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ceafd825d0490d0bfd5bd388af20ccf92468582b42c7c22eab35df30e2e0b7b
+size 141557760
diff --git a/params_shard_188.bin b/params_shard_188.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bffd6081cb3cdfdd0eef8a6cd01b4e22e932f75b
--- /dev/null
+++ b/params_shard_188.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75654e5dcc49fcfd32227881413b1497915c07ef40b89a22a57fa11eb90ea24
+size 70778880
diff --git a/params_shard_189.bin b/params_shard_189.bin
new file mode 100644
index 0000000000000000000000000000000000000000..084b009b52a3484853ecb8fbd0429e057e316da5
--- /dev/null
+++ b/params_shard_189.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb3dd2b785e4c63a8742ca27ac5325e8ebdaa1074a30bf5b209e69f1731f376
+size 32440320
diff --git a/params_shard_19.bin b/params_shard_19.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2cfb6031cacbfab53eee68e8a48d17b0f8c10530
--- /dev/null
+++ b/params_shard_19.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090f0030c03edaebf122af2b4bbfc34a5a4542f08d7efdf090801eff620dcad0
+size 141557760
diff --git a/params_shard_190.bin b/params_shard_190.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0f54d9505c261f51493b13d049a5b3287246318b
--- /dev/null
+++ b/params_shard_190.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b626e999df03ae7629b0f471e2c066397655daed271f4a873723fb4bcfaea9eb
+size 29526016
diff --git a/params_shard_191.bin b/params_shard_191.bin
new file mode 100644
index 0000000000000000000000000000000000000000..29fde4f4772683033783568b8a2142d35c8fb064
--- /dev/null
+++ b/params_shard_191.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba3d9674b444036d2c39a142d57c66fa9d731d141f8337741e35d976b3397cf
+size 141557760
diff --git a/params_shard_192.bin b/params_shard_192.bin
new file mode 100644
index 0000000000000000000000000000000000000000..42248abb153436c3f93ebaf8571280c48abc1a8b
--- /dev/null
+++ b/params_shard_192.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1873f32090a2b996627aa7f978a6d4043e0cf5d3a52a44f35ff01255607a2600
+size 70778880
diff --git a/params_shard_193.bin b/params_shard_193.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f40a8a873de2937b3ac825d9b9340b2b46a67686
--- /dev/null
+++ b/params_shard_193.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46527d05d600f5d6f01e529ba8337fa58dbd8ec62a2ded4ff6344248fb72fb75
+size 32440320
diff --git a/params_shard_194.bin b/params_shard_194.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8d34e53a443f5b5046fefd72720ec20a765f4004
--- /dev/null
+++ b/params_shard_194.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fcda43b24fa9e277963a5a5d56a1812a1476901e3c13b5a5654ddb3d3b5f1e
+size 29526016
diff --git a/params_shard_195.bin b/params_shard_195.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8233f8d05622ef328ae9929c7322820e8daf92fa
--- /dev/null
+++ b/params_shard_195.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf612249c7cd8eb8c39bedfd7bbcc8b8124ef797cc9c61e0561fb4361c8b5e7
+size 141557760
diff --git a/params_shard_196.bin b/params_shard_196.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c34b331d5ce67a4db041f3db3a1b79321d729a7
--- /dev/null
+++ b/params_shard_196.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea55891254dbd1ff3906ae355bf96c743f79e79fc6e3c8b8f4e68a073ea1a22
+size 70778880
diff --git a/params_shard_197.bin b/params_shard_197.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a69e036a7733cc7d3efd0e749362e0e7e19ecd69
--- /dev/null
+++ b/params_shard_197.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7bbf625bed4bcb60f219cfd9c5f3f9d93e04d0a4a5dc92f142f6ae0729196a
+size 32440320
diff --git a/params_shard_198.bin b/params_shard_198.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3fad626565c3f232bb3d671ad6bf30d6d8c47548
--- /dev/null
+++ b/params_shard_198.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf0858bbc220f6a2f090a80532774f87f84675bdafb0bba38a63b7f2e1aac21
+size 29526016
diff --git a/params_shard_199.bin b/params_shard_199.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7b9635f814adc37e5c301744e6f1ddeb77dea5d7
--- /dev/null
+++ b/params_shard_199.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf95c3b2f4871f69fba731d6f66edc1bbd7d4b1babb2541fa7b5c39c2c9e4e2
+size 141557760
diff --git a/params_shard_2.bin b/params_shard_2.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a3f0ad32119781b6e0b0da66a85264593ca8c003
--- /dev/null
+++ b/params_shard_2.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5119fd5cd70df58473e962a410f4cb7813916f02ad54ef25da507faf2048d0a3
+size 20658176
diff --git a/params_shard_20.bin b/params_shard_20.bin
new file mode 100644
index 0000000000000000000000000000000000000000..52666deeeef9ab55480a772169757e13e52b65c1
--- /dev/null
+++ b/params_shard_20.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfdcf007d2610c71bdecd1f764f7d2c9b0c19a330f298e32763e723b340bb27
+size 70778880
diff --git a/params_shard_200.bin b/params_shard_200.bin
new file mode 100644
index 0000000000000000000000000000000000000000..17665ca954be9b5ffff63322084c3cd0bad3d117
--- /dev/null
+++ b/params_shard_200.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f3b9c8336f8924a2f4b661891a695bc4ec28905ad11ab56ae8aab614f9a5e2
+size 70778880
diff --git a/params_shard_201.bin b/params_shard_201.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7465534ceb262617471221619857a9bfb66e50ac
--- /dev/null
+++ b/params_shard_201.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21bf20e8bc33ac60013647b159fc6c0e4cf013c57657a5bec80af85b3851569
+size 32440320
diff --git a/params_shard_202.bin b/params_shard_202.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e2b3f77edc9c40126fd14de62ba22862882971b2
--- /dev/null
+++ b/params_shard_202.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f22e7dcba2bb8cc30869ddcb18629789244045ec95878a194ad9780f350e4f2
+size 29526016
diff --git a/params_shard_203.bin b/params_shard_203.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e3556d500987751f7a358bf1884f349809049c93
--- /dev/null
+++ b/params_shard_203.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaee049de5b8a67d68eb1bb027504bdec397b8e729613a1f93d78240085702d4
+size 141557760
diff --git a/params_shard_204.bin b/params_shard_204.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2f63d87c474ba710471deb02d21fc09f13e4ed3c
--- /dev/null
+++ b/params_shard_204.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bf69098c585963a373c26f7f0eab62ec9ce698f409f17048f8a41d7d346a15
+size 70778880
diff --git a/params_shard_205.bin b/params_shard_205.bin
new file mode 100644
index 0000000000000000000000000000000000000000..99cd13c8e3b3dbdcc9ef676ab61c237418d3bdad
--- /dev/null
+++ b/params_shard_205.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c953b4d525bb36f479196637f9b3da7a57ce6321367efaeb6639811211dde2
+size 32440320
diff --git a/params_shard_206.bin b/params_shard_206.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f20cb2581b417b7df62f994b5ea8a62c88953681
--- /dev/null
+++ b/params_shard_206.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff4ebb603864e705e2559e1ed4d56a1774e4d0dcbf81438c174e616710b1a40
+size 29526016
diff --git a/params_shard_207.bin b/params_shard_207.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dad6e47ea9185915ed117fbefb228666a0f01905
--- /dev/null
+++ b/params_shard_207.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e36a8fd3f8a5b5baf46e1daf7a10fb042f9bb7158f6f6ae32a74650ca72211
+size 141557760
diff --git a/params_shard_208.bin b/params_shard_208.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e4de1cc9684c1b69d623ae871483741b71f5bd25
--- /dev/null
+++ b/params_shard_208.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596ba85f8ce6a6b17b43a86931a1df520402546ad101f832f8848349ff384e99
+size 70778880
diff --git a/params_shard_209.bin b/params_shard_209.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d289c8ef436fc9849ebbfc8af6a49dba73511061
--- /dev/null
+++ b/params_shard_209.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02802137af61afb64794cdf2fc5e8a02b86b75d7d5e8cd402bbffb734a095ace
+size 32440320
diff --git a/params_shard_21.bin b/params_shard_21.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eeb7bf4b24735bd11dc5af9934a2689b006243d4
--- /dev/null
+++ b/params_shard_21.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb63099cc4bf6eb9c5ba44aff832d04d15f519e236c84aa7e9cbd6576f2e3ac
+size 32440320
diff --git a/params_shard_210.bin b/params_shard_210.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e2c45952f6ec3de940ac72782f795c1f4be53eeb
--- /dev/null
+++ b/params_shard_210.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94efe7f0adadd81a51cdc807019ca9112367b994c93bcf3e19796314533e7d0
+size 29526016
diff --git a/params_shard_211.bin b/params_shard_211.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7fa1ed841fb3269a80639affc78cbd73261d767a
--- /dev/null
+++ b/params_shard_211.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb17d946ff507b701fd5d73f757cf37eb866d152e93a972a4a8b0f706246f35
+size 141557760
diff --git a/params_shard_212.bin b/params_shard_212.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e38fd322ddc5719f6ada1b37b01a417172f9a24d
--- /dev/null
+++ b/params_shard_212.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9466589407a2c644b54203509e604dd267e2b1fa7a2d1819273ec5cf95be85f0
+size 70778880
diff --git a/params_shard_213.bin b/params_shard_213.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4b97a60d1ff1c17669c3e562c45da276ad1703f5
--- /dev/null
+++ b/params_shard_213.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e637abd037bb0f5ceb285db63bdc88c6bbdb9822c8e3f71daac2dc56ae589559
+size 32440320
diff --git a/params_shard_214.bin b/params_shard_214.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1de9e6d3952875bd3de22297030f770fd014f85c
--- /dev/null
+++ b/params_shard_214.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e58628f6ccba72d686cec356417dc5d43cdf70465236a841903a2ed5796215a
+size 29526016
diff --git a/params_shard_215.bin b/params_shard_215.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b3c9623a0ea08c1d10ee0732eb23c1014af24724
--- /dev/null
+++ b/params_shard_215.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd099127d78cef90739b2955ddf6e54060bb168ed64ce951e73f4a145d11116
+size 141557760
diff --git a/params_shard_216.bin b/params_shard_216.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6a704ced2a84c68dc9e69831a5aa34a9ae2a2ba5
--- /dev/null
+++ b/params_shard_216.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247d4bf53b23d3c08fb7a4eadb016abf1e48a1543a5df1a2459bf98b29e2ebb4
+size 70778880
diff --git a/params_shard_217.bin b/params_shard_217.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1783d0148fe3b444bef802088dda9fe26d219a35
--- /dev/null
+++ b/params_shard_217.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23d04a538cb3b28e2df56e52d82e864aa78000eca039e54d6bea708e85c26ce
+size 32440320
diff --git a/params_shard_218.bin b/params_shard_218.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd939065bcbf8ca843a624d4bae9c481768e2ace
--- /dev/null
+++ b/params_shard_218.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc65ce635fa858fb79136f996ab017340d8fce144076ff0d9e026111983f673c
+size 29526016
diff --git a/params_shard_219.bin b/params_shard_219.bin
new file mode 100644
index 0000000000000000000000000000000000000000..844bc84fbcf51a3b2efe060d0d22fbc61e977a3b
--- /dev/null
+++ b/params_shard_219.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cb5d2ed9a34932e2d4a5fa349780da890e59c072423e66d33dcdffb4846e03
+size 141557760
diff --git a/params_shard_22.bin b/params_shard_22.bin
new file mode 100644
index 0000000000000000000000000000000000000000..17430c7e6313ace65310ab46f7c215d5fdb769c7
--- /dev/null
+++ b/params_shard_22.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30b24a905dbfe386f3292dda6ecaacd13739664c8136c5f2f142f35aeb31d3d
+size 29526016
diff --git a/params_shard_220.bin b/params_shard_220.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c0dd977b9bdd7dfec2f50331d61a7541629b630c
--- /dev/null
+++ b/params_shard_220.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286d60b5f35417c91484daeedfbd64c242e3f2c5571a94492400d45226ae8974
+size 70778880
diff --git a/params_shard_221.bin b/params_shard_221.bin
new file mode 100644
index 0000000000000000000000000000000000000000..317b1915a43ab567c129f09d6ee5ad30c0dfca29
--- /dev/null
+++ b/params_shard_221.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7391fdcd4a35f39f6228bdc81ef9754f9ff26d3ac97d4518b3065585abc7b59
+size 32440320
diff --git a/params_shard_222.bin b/params_shard_222.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ffaaf161cb4a767f64021615ee0973621a66a90d
--- /dev/null
+++ b/params_shard_222.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb32a23d1fc95ce385d1e059af288880474624ceaa279a0c61f705f0a2ab3935
+size 29526016
diff --git a/params_shard_223.bin b/params_shard_223.bin
new file mode 100644
index 0000000000000000000000000000000000000000..30b1e9acb0c3233a5a352789d5e4bb3f1be43ac8
--- /dev/null
+++ b/params_shard_223.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104bb3290ce8779a30bf53fddb9e62a81672e0c1aea9014b3008cb5a2fa655b6
+size 141557760
diff --git a/params_shard_224.bin b/params_shard_224.bin
new file mode 100644
index 0000000000000000000000000000000000000000..48864b8529df280b18b99e661fc2a01a3e236488
--- /dev/null
+++ b/params_shard_224.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ee4471e7ddb389c01a91a09c8d2fe9056f10f9e6c1eb06c751a3e06dc506eb
+size 70778880
diff --git a/params_shard_225.bin b/params_shard_225.bin
new file mode 100644
index 0000000000000000000000000000000000000000..549b76aec55f87e066cd36af43d22bf7318af8b5
--- /dev/null
+++ b/params_shard_225.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e20f37751ae687d6224ff6d40f8d90580535e8e3db0fed1c5e4dcb4fae631e9
+size 32440320
diff --git a/params_shard_226.bin b/params_shard_226.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0bc73d49c1980e63d24ba55fa24d6224b667f578
--- /dev/null
+++ b/params_shard_226.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2188675328a6f741b0e8f3903063ccd273ad8afa5a8b73daed0c83197d18fd9b
+size 29526016
diff --git a/params_shard_227.bin b/params_shard_227.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bbd3c19411cc9b2c33e8837f7e6f6f296fbce16d
--- /dev/null
+++ b/params_shard_227.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ac101c3af6e62d4a6c2115f53debda7820c2be40364e48b2b1add0afca5263
+size 141557760
diff --git a/params_shard_228.bin b/params_shard_228.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a0f23bcef443c4fb385c6c695cf65b4a9b5732f
--- /dev/null
+++ b/params_shard_228.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0156d23a1351f084b0fd9ad50f9cb8124e7a2b470df3ba15aaa53ad3bd5aab19
+size 70778880
diff --git a/params_shard_229.bin b/params_shard_229.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b7b5896108735656fba86d588b7a78ec53554176
--- /dev/null
+++ b/params_shard_229.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1915253b8c48c0de10ee0a4c7c4dcb4a39e1800c60d8ff9c5340ce23d621f7
+size 32440320
diff --git a/params_shard_23.bin b/params_shard_23.bin
new file mode 100644
index 0000000000000000000000000000000000000000..98bfc8110b74ae3368fcf0663b101e199001aefa
--- /dev/null
+++ b/params_shard_23.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc3796a8791a72f64ac2e7eb01ee2c458f86aed5686ff32130692960898c33b
+size 141557760
diff --git a/params_shard_230.bin b/params_shard_230.bin
new file mode 100644
index 0000000000000000000000000000000000000000..49a09f93fb5ea5eb1fb3ab56161960ba7d26500a
--- /dev/null
+++ b/params_shard_230.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0caa642c6d8439e1d18fb614675d46fa9f513048185ab6101962f332fe4fa8
+size 29526016
diff --git a/params_shard_231.bin b/params_shard_231.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8d97c5b581737c8a2c5ba2d17f68a4e50d9ea538
--- /dev/null
+++ b/params_shard_231.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d80fc050c03571852133bdfa49a4b8ebe4f364cc40a602dbfdadcc050c397a
+size 141557760
diff --git a/params_shard_232.bin b/params_shard_232.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c2562d46c2e213af549555ec05a82a236909d9a
--- /dev/null
+++ b/params_shard_232.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f8688e75060d775806a5afd79581e4f7509c680bdd88483dc2e69baad97278
+size 70778880
diff --git a/params_shard_233.bin b/params_shard_233.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5359f91b4fedd18c2d2372f09cf5f68838c45a08
--- /dev/null
+++ b/params_shard_233.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1283debdf91b0217a3905a4832902e9a69488b269c8fd1fc5374687c9df7a1e
+size 32440320
diff --git a/params_shard_234.bin b/params_shard_234.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b03901149165c8d53f13abecdb576a3485a73717
--- /dev/null
+++ b/params_shard_234.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a8bb7e278c3efc3b8c79d69c3ac4a7ac2e12a9008863eabdf5065fa104189e
+size 29526016
diff --git a/params_shard_235.bin b/params_shard_235.bin
new file mode 100644
index 0000000000000000000000000000000000000000..820624803bc32b4cb10bc39cc7ce428616f64745
--- /dev/null
+++ b/params_shard_235.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d10da701c2d80ad399697d22bec657faa1e49b4f94a183759a30935cf7803a
+size 141557760
diff --git a/params_shard_236.bin b/params_shard_236.bin
new file mode 100644
index 0000000000000000000000000000000000000000..52bb75d9b0ce93905e26f961350cdee95c3fc24e
--- /dev/null
+++ b/params_shard_236.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc701e87fe14f14ac8ce25e75752d583fcb48305d0bed8b2c1961b282ea02f0c
+size 70778880
diff --git a/params_shard_237.bin b/params_shard_237.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6a1fe7042125599d8faa8c8a8123c4e3e42b431f
--- /dev/null
+++ b/params_shard_237.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7097a90dabf8b1f34275a15a61fb246c5237ca85d68d24ff1447db35ae5fb692
+size 32440320
diff --git a/params_shard_238.bin b/params_shard_238.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93bbeba7c30a0a3135e6e4fcd4730765574b80e5
--- /dev/null
+++ b/params_shard_238.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df70fad6a74ddd85c8d0b1fb1a0c8631b0240e880ad675b230ef82b93d6f6c9d
+size 29526016
diff --git a/params_shard_239.bin b/params_shard_239.bin
new file mode 100644
index 0000000000000000000000000000000000000000..43069ba5b9804e84a0bed27465140fe550295835
--- /dev/null
+++ b/params_shard_239.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e8afdf630e3b9d33fbddf10e4fe6b2f1b2518260d2cf562e7b625fdc94c902
+size 141557760
diff --git a/params_shard_24.bin b/params_shard_24.bin
new file mode 100644
index 0000000000000000000000000000000000000000..02917cfd614f1c84176f9043b8874607b9808428
--- /dev/null
+++ b/params_shard_24.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4e9b9c35074f4c1a83fa981039ad6ca98c18115db9b93a68bd13939ae5750e
+size 70778880
diff --git a/params_shard_240.bin b/params_shard_240.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6f2b00956571fa3ebbd895913260ffa813bb0e0a
--- /dev/null
+++ b/params_shard_240.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a62e4f3d87391b5cdebe52ba50e2ad15bbbf14b853671d10090c75335b6d022
+size 70778880
diff --git a/params_shard_241.bin b/params_shard_241.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e7163c8a7ac56f3ad69a8a1048e335f4d0d4ba68
--- /dev/null
+++ b/params_shard_241.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977e0678cd623713b6ce47af9ccf6fdbd71e3b1fbc424191b5578bf1d735fb33
+size 32440320
diff --git a/params_shard_242.bin b/params_shard_242.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2795a283d3a71ba41eb3946bac31b36ec381384e
--- /dev/null
+++ b/params_shard_242.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8540e4cb3e5d5b431d147348ae25c76d212ed6bd51500f1e20ea55e4c02790
+size 29526016
diff --git a/params_shard_243.bin b/params_shard_243.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b2dbd21cd717f629ec66854396d5a26ccf441159
--- /dev/null
+++ b/params_shard_243.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a2ef3b726786abc6a418a67ac7f6299ca750669f4fb9b9c9bcac08b2d1f6c0
+size 141557760
diff --git a/params_shard_244.bin b/params_shard_244.bin
new file mode 100644
index 0000000000000000000000000000000000000000..253f6dd95c1fe3ebd31e9f5aabab91a0aae1f422
--- /dev/null
+++ b/params_shard_244.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531c45893c024f22485cd2336e7e6932a23a812033a823edbae4c0d139d11a49
+size 70778880
diff --git a/params_shard_245.bin b/params_shard_245.bin
new file mode 100644
index 0000000000000000000000000000000000000000..35b30cd0b0cbf8f4c3735403b3e6abb3b5dfd0df
--- /dev/null
+++ b/params_shard_245.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b7e311153c51864d9692aa34171e97ee71c87fb2cd1bc30ba431b719e9f9f1
+size 32440320
diff --git a/params_shard_246.bin b/params_shard_246.bin
new file mode 100644
index 0000000000000000000000000000000000000000..34785b8b03825aeae598fba39e4408d34ac9631c
--- /dev/null
+++ b/params_shard_246.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497fbc6f638f584ea0d4779c6101484fd0cf93a2c36d2dcafe8139dcb3eaf71d
+size 29526016
diff --git a/params_shard_247.bin b/params_shard_247.bin
new file mode 100644
index 0000000000000000000000000000000000000000..416c3e2bec5ab7c35533205acf2a33470482cd88
--- /dev/null
+++ b/params_shard_247.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f656473f7e2c8ced101b31f962a4f9b1b3ec07e704e598bd9222c36981e8457
+size 141557760
diff --git a/params_shard_248.bin b/params_shard_248.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d7a5e666897ea6fc729b8fc643f1c9c84bf8a16d
--- /dev/null
+++ b/params_shard_248.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9cbea539921bc7cb476cbafc4f5b38d44cfbe410f25836688f84c5940c1c3c
+size 70778880
diff --git a/params_shard_249.bin b/params_shard_249.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8a16bf44a98c47be28b8b64bba51aa908f56366f
--- /dev/null
+++ b/params_shard_249.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b622cb27b0ee80b5ddd80400358efb079ac1191e4576fcd354bcc7adfdf82e
+size 32440320
diff --git a/params_shard_25.bin b/params_shard_25.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dc483943b29b83f276c3d53183652a0c0c87644e
--- /dev/null
+++ b/params_shard_25.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f37149a64f3582a5949eb8aba7dce616a37ffe1439a79593523118b5e4a296
+size 32440320
diff --git a/params_shard_250.bin b/params_shard_250.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b5ee1d621b7e32c9e79074810a68e1cdf43f8d2b
--- /dev/null
+++ b/params_shard_250.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1e5133688340a91f87ab1cde3d612c731fddee5e90ce3c5ac168a96d8d0827
+size 29526016
diff --git a/params_shard_251.bin b/params_shard_251.bin
new file mode 100644
index 0000000000000000000000000000000000000000..91236d33ab4a6758201703ed024e17c64e987ad2
--- /dev/null
+++ b/params_shard_251.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc1a74b4a9d565d467e571e20c520ac3c2c10d01d5205c820fdf432d942d04e
+size 141557760
diff --git a/params_shard_252.bin b/params_shard_252.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1e3640a73a64980241f6138a273b36bbeb4d06d6
--- /dev/null
+++ b/params_shard_252.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b99910fe1299cf6cdc7c2cda3aefd1237b2ddc44f9373a83a678873ef79e94
+size 70778880
diff --git a/params_shard_253.bin b/params_shard_253.bin
new file mode 100644
index 0000000000000000000000000000000000000000..184442474aaf57ebd130d1a974c21194808eb4f0
--- /dev/null
+++ b/params_shard_253.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3872635bbb70a4c4d4e385eb29e8eb367ff14848a9b369607d6ccef2b557a1
+size 32440320
diff --git a/params_shard_254.bin b/params_shard_254.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc7ab27c36868fcf61a90051356ad24881c68649
--- /dev/null
+++ b/params_shard_254.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498d40d96dfc8364419be2a20d967c3cae01539d9a05300d96f24066ec493a54
+size 29526016
diff --git a/params_shard_255.bin b/params_shard_255.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f7073f59efaf6e4f840ef014f96b34d3fa501624
--- /dev/null
+++ b/params_shard_255.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6189f6f438f4988d9e27a1c2c2bc6bc2f1a0d3d75718612d073fb82235d4c813
+size 141557760
diff --git a/params_shard_256.bin b/params_shard_256.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4616b80266069bd9d0d9bdaf71e48fc0df882db8
--- /dev/null
+++ b/params_shard_256.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc71d4759d0943826c32b540a671dd0897ce8c07ebf65f61b4543023a32eee29
+size 70778880
diff --git a/params_shard_257.bin b/params_shard_257.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fdeb8c3d0f1035f369cc64a2e3251ffdaeee33df
--- /dev/null
+++ b/params_shard_257.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75ab21f6945aef8f613d1e5393682b8d981270c95aede7fbbdf223b5a25bd4f
+size 32440320
diff --git a/params_shard_258.bin b/params_shard_258.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47282b13febc8874a8982d44c87e66b1846648cf
--- /dev/null
+++ b/params_shard_258.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd671907d31e3d536780ff3ddf9830c23fc452f64599847f26ad8af3cafec45b
+size 389283840
diff --git a/params_shard_259.bin b/params_shard_259.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b1f09d0bd8c2653ca5f3c02fb4253f2596b459aa
--- /dev/null
+++ b/params_shard_259.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412c8ad5f37560d5741273a62ef15b6a6eb66cee3a997f9e9ef8054a29da90ac
+size 48660480
diff --git a/params_shard_26.bin b/params_shard_26.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5d0546ebb6f017a2449dcdba725a3275546ec54b
--- /dev/null
+++ b/params_shard_26.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a4171c89cd33eed00e09e0bf6dd3f02391ccbece0f06c8ae386a52ee0f2a1d
+size 29526016
diff --git a/params_shard_260.bin b/params_shard_260.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4d95fcac1b488bf8b2b03c168fb023ab6db77bb0
--- /dev/null
+++ b/params_shard_260.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3cf912f3a30a57a20e302d209c90e56f2abb41191f6926b500c48463617f77
+size 8878080
diff --git a/params_shard_27.bin b/params_shard_27.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3db298991993fe7e0e07f8f27b38a0fd3e5c2a71
--- /dev/null
+++ b/params_shard_27.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf4c708f8b0b4fdb786dc7b1dcdfb489968a266be22062fe5d5e5147e79059c
+size 141557760
diff --git a/params_shard_28.bin b/params_shard_28.bin
new file mode 100644
index 0000000000000000000000000000000000000000..01e6f5092c52348cc1632c6637f305124a694d00
--- /dev/null
+++ b/params_shard_28.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc21395e6b1dfb9219c346432ec5165fa8209e1a864cd5d5c59d29187827ab5
+size 70778880
diff --git a/params_shard_29.bin b/params_shard_29.bin
new file mode 100644
index 0000000000000000000000000000000000000000..12c578f912fef9826ef02aed6cdd05fd94c42165
--- /dev/null
+++ b/params_shard_29.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0173ac6ad05fc25df0f553d73c6d5bbe26736e00e528fa65e5dd39768613d3
+size 32440320
diff --git a/params_shard_3.bin b/params_shard_3.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39f81f6aa0b01a286dcd3f5c296059af0e2398cf
--- /dev/null
+++ b/params_shard_3.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3774310973b1fb8103eaf4125b60332e1ba057af27c56c406afc51e04362d032
+size 141557760
diff --git a/params_shard_30.bin b/params_shard_30.bin
new file mode 100644
index 0000000000000000000000000000000000000000..abff7bba6d7192e8e64d1f7b537bca030c2e790b
--- /dev/null
+++ b/params_shard_30.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899753264fb49c0ddbb668c948c9e2ff00eee8d77e2c6867517a78355fae4509
+size 29526016
diff --git a/params_shard_31.bin b/params_shard_31.bin
new file mode 100644
index 0000000000000000000000000000000000000000..55b2e9ead24f3096f7483ad35ef88c3821acd47c
--- /dev/null
+++ b/params_shard_31.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bd62bdeeefd53b442d85fd177da3a5f85a67fdc510baf9b1e9f0369d12c943
+size 141557760
diff --git a/params_shard_32.bin b/params_shard_32.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f2cf7e5be87e64ec6542bd09fa6bea438a110aa
--- /dev/null
+++ b/params_shard_32.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d424b89ba77c76310f88b2888f290405bf7c080dd63909e914a5f6f771c865
+size 70778880
diff --git a/params_shard_33.bin b/params_shard_33.bin
new file mode 100644
index 0000000000000000000000000000000000000000..25b2715d4790c130f24278fe13c42afaeb4e1d23
--- /dev/null
+++ b/params_shard_33.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1f17a6684f502f24aa7406889ebd5a8a10eb6939e42932ef60b928cdfcc3b9
+size 32440320
diff --git a/params_shard_34.bin b/params_shard_34.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d61102cd4b7c29f84254d334945f35bd24669d4b
--- /dev/null
+++ b/params_shard_34.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07eaf172ab8896c8e01365041859ae5186faac8eae257a53cc162c717d29ffa2
+size 29526016
diff --git a/params_shard_35.bin b/params_shard_35.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d34384ea633fef605d24906b18ef8c53265a6b3b
--- /dev/null
+++ b/params_shard_35.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deed8b7b8079f45fb92d07b82e78e049cea34d9adced852d95635433afac8654
+size 141557760
diff --git a/params_shard_36.bin b/params_shard_36.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3058f93ccdbf5f129ed702421dbcb2bcf8c64ad5
--- /dev/null
+++ b/params_shard_36.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41da0df187c0d8305e691b2dabaf78cadafd3ff087d71995b153dc8639bb3ac7
+size 70778880
diff --git a/params_shard_37.bin b/params_shard_37.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0d9f0ff33796ab140aecc0f264033d54150897bc
--- /dev/null
+++ b/params_shard_37.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe3c00aac1c8892704cf7b83301caf2989e522653b1152d87ee387487b7326a
+size 32440320
diff --git a/params_shard_38.bin b/params_shard_38.bin
new file mode 100644
index 0000000000000000000000000000000000000000..90e5fa614c0c5b917821ebb232d3a55924d3fb8c
--- /dev/null
+++ b/params_shard_38.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae468f2ad7f9eacd92c2e75ed6be8b48ae073acd840917b2cf3dd33dc6a3b34
+size 29526016
diff --git a/params_shard_39.bin b/params_shard_39.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d0bc1c06046cfd3b369839725603d8c8ddc15c97
--- /dev/null
+++ b/params_shard_39.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833fdcb2f6c349fdaca1c753eee3f4287c95ce18e3aefb014057f9ec2dd88d89
+size 141557760
diff --git a/params_shard_4.bin b/params_shard_4.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e0a3c1efa5f6f62a8135b39348155e0e2f9953ad
--- /dev/null
+++ b/params_shard_4.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257788f639908449d43fc85489e4ac8a5b749a71184358581bc3f10c19672b2a
+size 70778880
diff --git a/params_shard_40.bin b/params_shard_40.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c6f8089a9149c967e07cdc7e95456b94619d554d
--- /dev/null
+++ b/params_shard_40.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ce30b1aa59fbb57fece2ef0d420641a06c09a4475c40cdb048f2fd5176009c
+size 70778880
diff --git a/params_shard_41.bin b/params_shard_41.bin
new file mode 100644
index 0000000000000000000000000000000000000000..624b8a0d015e3085bd8f5209aafa2ac45e641ce6
--- /dev/null
+++ b/params_shard_41.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ddf723bfaa6ecc1e2ac05b4e669fe38ccbd480e39169a3c9a007b07224499f
+size 32440320
diff --git a/params_shard_42.bin b/params_shard_42.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4fe634acb7b811bedcb1fb4746afce2e791d7d9b
--- /dev/null
+++ b/params_shard_42.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaf8f762e9b2230e41c7fba77a2bc27f9bd8f88894fd546e9cfd65b55a6f8fe
+size 29526016
diff --git a/params_shard_43.bin b/params_shard_43.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ed3cd05419ee263dfbc6431c5d123becb99590a9
--- /dev/null
+++ b/params_shard_43.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6c23a7aa67f9fc287e6089f46d0dc749bd0d494a18039e1549151c8fd0870a
+size 141557760
diff --git a/params_shard_44.bin b/params_shard_44.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6a661d62194fa354540c149b667b2598ba0b8c55
--- /dev/null
+++ b/params_shard_44.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360e25839e61308beb27b63589747b94c55959441cc13f82eb927e078ccb98c5
+size 70778880
diff --git a/params_shard_45.bin b/params_shard_45.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a41848143f5f31b6a913991239da48804e3c60e6
--- /dev/null
+++ b/params_shard_45.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a67b944523f0e7356b0f764a0ff227c08263f02d238ffef0b4f97c48b13107
+size 32440320
diff --git a/params_shard_46.bin b/params_shard_46.bin
new file mode 100644
index 0000000000000000000000000000000000000000..61d1710d67aa9fea50e60dcaf55d9a7008864bcb
--- /dev/null
+++ b/params_shard_46.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4475523d6ae0d7898abca27b929f7bce7d9f3be2236479519079bef8b0ff205e
+size 29526016
diff --git a/params_shard_47.bin b/params_shard_47.bin
new file mode 100644
index 0000000000000000000000000000000000000000..54a0abb714a5467dee60ad94249643d410cc0931
--- /dev/null
+++ b/params_shard_47.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa5074d737aa99237905eade244fde341bf33305e992b9502ab62fd1a84296a
+size 141557760
diff --git a/params_shard_48.bin b/params_shard_48.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4bb840a9f03a127308b91ba046ee32a30b0d4de4
--- /dev/null
+++ b/params_shard_48.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a92b442b272bb68f6b2a9d2310da964cb24326fc428ee6a98413415982d567
+size 70778880
diff --git a/params_shard_49.bin b/params_shard_49.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9afebcb1f9e4b732934cbd6f806c266a7e2bc45e
--- /dev/null
+++ b/params_shard_49.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9571d4f917d17caaab747ebcce360fe7e9f7786a84b7b54e9f632768fbc8cd1
+size 32440320
diff --git a/params_shard_5.bin b/params_shard_5.bin
new file mode 100644
index 0000000000000000000000000000000000000000..df5c500a448f57a8748a8d6b1ac81976c909211c
--- /dev/null
+++ b/params_shard_5.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fa86fbee4b1fa267c1541bbe974483587644cc059d8995e1fc2d17dfd8c0b5
+size 32440320
diff --git a/params_shard_50.bin b/params_shard_50.bin
new file mode 100644
index 0000000000000000000000000000000000000000..68b360f056ff1b5f931ea6eeecbabb7186df9f3d
--- /dev/null
+++ b/params_shard_50.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d99e6e6e552b01987a0aba8920ebadb41e74b9fac219e175bb2af62397c200
+size 29526016
diff --git a/params_shard_51.bin b/params_shard_51.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ec0d9bfc03dbeb9694b775e1604374a84d69c2b9
--- /dev/null
+++ b/params_shard_51.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db40b644d0387709d53d4f31107066f43556bae20f11254db5909238971134d
+size 141557760
diff --git a/params_shard_52.bin b/params_shard_52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..69a54a4ab1701cbda70def4ca29db29b2594d047
--- /dev/null
+++ b/params_shard_52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364c094765eef01ad9356bd2a2065f51825eca3d9146c205bf5609ba9e570253
+size 70778880
diff --git a/params_shard_53.bin b/params_shard_53.bin
new file mode 100644
index 0000000000000000000000000000000000000000..64325e0cee4f58702761461571bd7df7153a36d7
--- /dev/null
+++ b/params_shard_53.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7797a82a086f29b9f95d56d6c556cb8773446115154a14de357e39d2d633d1a2
+size 32440320
diff --git a/params_shard_54.bin b/params_shard_54.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f58878c8c791c346e15385c1b539c74a325ee849
--- /dev/null
+++ b/params_shard_54.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4efe0f2cfdc286490e43ef2678e221db33801015ecd7a3d2b2a8e05d89be20
+size 29526016
diff --git a/params_shard_55.bin b/params_shard_55.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47ef11833394f3544dca65bf8a2c7240f72b83b9
--- /dev/null
+++ b/params_shard_55.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1acea7e797172507e5ccb42e60ea4e279ede883890da0c3ba0691468d41c32
+size 141557760
diff --git a/params_shard_56.bin b/params_shard_56.bin
new file mode 100644
index 0000000000000000000000000000000000000000..51904e8d9718f296a6a7e76658471fbd2fec9b1e
--- /dev/null
+++ b/params_shard_56.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2a55d9fb1f81f5ee6f25db4bf4c41607341cf3d18b3ebde04b23154cd418d2
+size 70778880
diff --git a/params_shard_57.bin b/params_shard_57.bin
new file mode 100644
index 0000000000000000000000000000000000000000..005bf3f5ec65b9b56bbff654719ffb0066f48729
--- /dev/null
+++ b/params_shard_57.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eaf9cbdf83825d94bc925e390b803aa9331aee0775dbd40cf23f20e2aede815
+size 32440320
diff --git a/params_shard_58.bin b/params_shard_58.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4dd3cbc04a1c83fc5f844c4d3280c94e3707f428
--- /dev/null
+++ b/params_shard_58.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5b781fd29fa508f37a02da5bb8a59408f61de06ca0ba1a4a0bf5453e560f73
+size 29526016
diff --git a/params_shard_59.bin b/params_shard_59.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47b1e5a721ce0f847a654e0eadcc4ba0fab29f89
--- /dev/null
+++ b/params_shard_59.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5cd41a44ed166ebfe91b268da5747dbdfd8f98aa4e1281e380e5e21393395d
+size 141557760
diff --git a/params_shard_6.bin b/params_shard_6.bin
new file mode 100644
index 0000000000000000000000000000000000000000..882bbeef92e37019218c4b85ec11b0076c5bfea2
--- /dev/null
+++ b/params_shard_6.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4d5c3b7c615149fc154385eccb79d08f9fd462890b90456e30f0f4a6982f94
+size 29526016
diff --git a/params_shard_60.bin b/params_shard_60.bin
new file mode 100644
index 0000000000000000000000000000000000000000..675ec112c6f90c03e7ed01f04689b3a8dda2b6ac
--- /dev/null
+++ b/params_shard_60.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836132eada66dd623da43ebc1207b378c4f75c7719b42f60a9b723205c3f888d
+size 70778880
diff --git a/params_shard_61.bin b/params_shard_61.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d9a4dd4fa0e1f2866621363ee9595982fa16e707
--- /dev/null
+++ b/params_shard_61.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83343ba021777ebd98cb34802ff23bb53a563986d29fdb8e5a8d8982bb814768
+size 32440320
diff --git a/params_shard_62.bin b/params_shard_62.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8f2a6ece306c1c6f08fe60842f4d2158d2613743
--- /dev/null
+++ b/params_shard_62.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fdafd798275729cad18fd924b10f37678816f77089f1173ea98899b3501bf4
+size 29526016
diff --git a/params_shard_63.bin b/params_shard_63.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1f222bfdce1d79b2e401042c3328b9dda06cd73e
--- /dev/null
+++ b/params_shard_63.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fed78b6dedd506c1c8c48ccb3b62a3bc2835c516dd27acaa1bb956b7a20aa4a
+size 141557760
diff --git a/params_shard_64.bin b/params_shard_64.bin
new file mode 100644
index 0000000000000000000000000000000000000000..20ad78592cac2123e5cb26b68901d7d89ec22551
--- /dev/null
+++ b/params_shard_64.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b474f7b14c2b618f545eccc4fee93944e4456207fcff123dc77c23acea3d89f3
+size 70778880
diff --git a/params_shard_65.bin b/params_shard_65.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ba0f1560b627a9c4683f87680e75c97a23a3bbfa
--- /dev/null
+++ b/params_shard_65.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1f079524f47865a3867ac1a3002e98c73c2e7b63290a540ff62406d809573f
+size 32440320
diff --git a/params_shard_66.bin b/params_shard_66.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d371f90395fefc7a429e3c702fa6dc083aa64297
--- /dev/null
+++ b/params_shard_66.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712247b955dba7e1281bbc095cc4d28f3c7eeb126bc77867ee9f0a6311ee7a84
+size 29526016
diff --git a/params_shard_67.bin b/params_shard_67.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7dc306fd4b150b6da312284776d88028e65f7fdd
--- /dev/null
+++ b/params_shard_67.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d633be7baa032ad59a835a5e2fe355ebd79f1bee8518e4db86e51028f33229
+size 141557760
diff --git a/params_shard_68.bin b/params_shard_68.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a38a3e6b4875847887630af3523e45a7a8440015
--- /dev/null
+++ b/params_shard_68.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db9982d82f46c89e120f3d1e2d0dff7ac14c80c8050a6df5451c0e94da23203
+size 70778880
diff --git a/params_shard_69.bin b/params_shard_69.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd98816ea8a3bd9f252dd257c0b6f6e2724114e4
--- /dev/null
+++ b/params_shard_69.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591a41356f23de348775258371b36b6152a7d3d3c455f44f68f7be44bc9a0e4a
+size 32440320
diff --git a/params_shard_7.bin b/params_shard_7.bin
new file mode 100644
index 0000000000000000000000000000000000000000..97db3d6f924a88b4c530a6c315ac6b4af64aa587
--- /dev/null
+++ b/params_shard_7.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd0da62f5bfb62ec60dd1507dce14a6d073501da5400fac596d336ff619c8ba
+size 141557760
diff --git a/params_shard_70.bin b/params_shard_70.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d85d61f341259ebd9e609cdf4d28dde3251d0c92
--- /dev/null
+++ b/params_shard_70.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08e10c5e7415fdc3efb3faebe5aaeac3dc1d2cf4906c97a343d07b0b3fb714d
+size 29526016
diff --git a/params_shard_71.bin b/params_shard_71.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aed6e7587bf995f5fb85e48511058fd0f3ee2bbf
--- /dev/null
+++ b/params_shard_71.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187c446c6d3815aac957aa2ae54a359ff77080aae2a0b280dcb8850fa91d5b0d
+size 141557760
diff --git a/params_shard_72.bin b/params_shard_72.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7d87be788ec834bacfc91491a55d715c9ed4e94e
--- /dev/null
+++ b/params_shard_72.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b05f6ca62f491f633f9c0435f7127224c2297d38a1d3ded878f74caa5f3a42
+size 70778880
diff --git a/params_shard_73.bin b/params_shard_73.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e12563ec0e15f399d4a2685c01e75d8ac3050d4e
--- /dev/null
+++ b/params_shard_73.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e160be2509dae9583ece5e75d85d9d31736dfccdeaaa00a4bc32ea60334feea7
+size 32440320
diff --git a/params_shard_74.bin b/params_shard_74.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b1faf67bc46beab6bc22b5daf98348dfdaed3df6
--- /dev/null
+++ b/params_shard_74.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5396bf2ab11a2f0d65d4dd6e4308bba68f4aedc63edec00f7d4362893c22a7
+size 29526016
diff --git a/params_shard_75.bin b/params_shard_75.bin
new file mode 100644
index 0000000000000000000000000000000000000000..94d5fb71ba255c8aa50aa5067ed0cbe7204fe13b
--- /dev/null
+++ b/params_shard_75.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b2bc668159da86041f8669945e9c2484d610a6ff2f9f09fa7334c1bfc80cf5
+size 141557760
diff --git a/params_shard_76.bin b/params_shard_76.bin
new file mode 100644
index 0000000000000000000000000000000000000000..481f78c729bb9046fde42d18454638fbc39f6951
--- /dev/null
+++ b/params_shard_76.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bbdca94ea74c8a09c71ed77895bd7043073b33b41d4ce5aeee0ba1d3e55264
+size 70778880
diff --git a/params_shard_77.bin b/params_shard_77.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e423cf9bd25a1ebec2e66d39ee8217a51c318568
--- /dev/null
+++ b/params_shard_77.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff2f59248d70367af26751750c9058798eaaf89520b21e7130184d039db6461
+size 32440320
diff --git a/params_shard_78.bin b/params_shard_78.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bac2be738406ff739b6269db4ec8f8db5b8b8295
--- /dev/null
+++ b/params_shard_78.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1f69c2ceb0454b726ca37bd16a6ae8352f576b05659b455614d06a86cfaa8d
+size 29526016
diff --git a/params_shard_79.bin b/params_shard_79.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5ccbe32dc0e6218531223576838bdedd7e415ba3
--- /dev/null
+++ b/params_shard_79.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eda3dd62f35ea32e347cb9a44e17a57e1d7c86da569afd9f188f9b6bef95c25
+size 141557760
diff --git a/params_shard_8.bin b/params_shard_8.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aba6aa15c7044daf9df4672d4452f8693aadbc8b
--- /dev/null
+++ b/params_shard_8.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe7567bcc03793cff3c0d87b9d5f49756f8e557c50ee5ae09910c1b66377a3b
+size 70778880
diff --git a/params_shard_80.bin b/params_shard_80.bin
new file mode 100644
index 0000000000000000000000000000000000000000..617b7601cea6989e3c9675cc1c186ffe4fd092ca
--- /dev/null
+++ b/params_shard_80.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb8e1aabfbcdc66f3a3191a0255011252eb9d637c674ce8d303598597bf0499
+size 70778880
diff --git a/params_shard_81.bin b/params_shard_81.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6777144a6e40fba8a6e06d2e2a3fb57f18635a08
--- /dev/null
+++ b/params_shard_81.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39b915e6b69d696b7d0ddff3bfaa96c52c5d0038c01f8c29102c13e4a510d4f
+size 32440320
diff --git a/params_shard_82.bin b/params_shard_82.bin
new file mode 100644
index 0000000000000000000000000000000000000000..55a5b98e2a875530af20c9baef645aa4192f0f3b
--- /dev/null
+++ b/params_shard_82.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc67dd851d40c6d45fed26fd5b0db3c17e0a286e51aca58e37ab26cbf71c426e
+size 29526016
diff --git a/params_shard_83.bin b/params_shard_83.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3cc72b0cee390dbcbd95c8352f0b14a21f67cea4
--- /dev/null
+++ b/params_shard_83.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1044deb3ff09b47bba4021686e7d7014eea62ffb616b774d5b7b9423c67967
+size 141557760
diff --git a/params_shard_84.bin b/params_shard_84.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ba9468bedfb48c08e0e8a4bd8f9a12ae0b938ef5
--- /dev/null
+++ b/params_shard_84.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b48007aef0ef958ab1ec29a3935ebfa6327e5f941d754cbae1d05c77e352b2b
+size 70778880
diff --git a/params_shard_85.bin b/params_shard_85.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4bcc03f91c5250a6808aa07e3341360ef026b06a
--- /dev/null
+++ b/params_shard_85.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6e5d3bdf4516c31bd186f7425d5f01d912229aee8a51b005ada52aa78c6300
+size 32440320
diff --git a/params_shard_86.bin b/params_shard_86.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c983a49729372614089c4ebef9b1076acd24490
--- /dev/null
+++ b/params_shard_86.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f4a07826c972971b3cc3e8a67e21849c7676e9ca7505c8f76aef94141fd504
+size 29526016
diff --git a/params_shard_87.bin b/params_shard_87.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bd6fe6ed8b2c40c3015ab7cc7f956b62000d4ab8
--- /dev/null
+++ b/params_shard_87.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9c9624cf3fd17dbe84813996a1f74275eca0a2fab423a7ded036b8abd508ac
+size 141557760
diff --git a/params_shard_88.bin b/params_shard_88.bin
new file mode 100644
index 0000000000000000000000000000000000000000..03c9bb4b9d0333d33cf3a3d1c9516edb76043057
--- /dev/null
+++ b/params_shard_88.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aaf4a21967379349583df0ad2eebf4616c41263a774ba3256c48fc01903b9aa
+size 70778880
diff --git a/params_shard_89.bin b/params_shard_89.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ba9769c123bbe9666446adc20f59a3d6baf86198
--- /dev/null
+++ b/params_shard_89.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6035753624413abc3dfaa97df9f5e33bdbf72c3229ff4e1f1f4ee3f8377f533e
+size 32440320
diff --git a/params_shard_9.bin b/params_shard_9.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc81921f996996a876935d6f81ca1d987898ff05
--- /dev/null
+++ b/params_shard_9.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42434e32b94c0c507a4acbdbc7d8349351939a06f8252b82166b6eca9b4c993c
+size 32440320
diff --git a/params_shard_90.bin b/params_shard_90.bin
new file mode 100644
index 0000000000000000000000000000000000000000..72674970142a34180b7a5f16acfd79b71948e23a
--- /dev/null
+++ b/params_shard_90.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c6e802c6537da6e5cd50d8fad591ea095fbeab40ccb0dd041e1a09cd4d4ecb
+size 29526016
diff --git a/params_shard_91.bin b/params_shard_91.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b59b0f249562bac2960df7e270fad6a9dadd24fa
--- /dev/null
+++ b/params_shard_91.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c7d51d33b453f1b413037e7e5628a347b2a95de1180b8e590baa8015cc8e2b
+size 141557760
diff --git a/params_shard_92.bin b/params_shard_92.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0d90b0efab3259dddd26d87c6526e8d2588644db
--- /dev/null
+++ b/params_shard_92.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268ae386c959d004d6c16c7fe05d6316eed05a4843c060d1d35891026729d063
+size 70778880
diff --git a/params_shard_93.bin b/params_shard_93.bin
new file mode 100644
index 0000000000000000000000000000000000000000..87db99576c19ab70acdef82b070d7ea2c3efab05
--- /dev/null
+++ b/params_shard_93.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9efab3b56429a1f64abf89473f556bb5982edd678522fccfc8391ceb07c82d
+size 32440320
diff --git a/params_shard_94.bin b/params_shard_94.bin
new file mode 100644
index 0000000000000000000000000000000000000000..474a207fd9de56da239eeb1bcfa591ceadd6cabe
--- /dev/null
+++ b/params_shard_94.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9203f5523e52acf0292c9f745c42f0b240e224c93127c7d2580d189fb98ec38
+size 29526016
diff --git a/params_shard_95.bin b/params_shard_95.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8ef67c1b4969e68c9d98d04cfea5672e20d45ba1
--- /dev/null
+++ b/params_shard_95.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42697015cc72605428c20896a97007b4379167d694937d6629dc07e875b83f8
+size 141557760
diff --git a/params_shard_96.bin b/params_shard_96.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f5cdedef18a9fb64764d4cc63b27319f2e6738d4
--- /dev/null
+++ b/params_shard_96.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef8effe298fa219688f9a52f5451881bcc009878db7f1b0c8771080af9ae42b
+size 70778880
diff --git a/params_shard_97.bin b/params_shard_97.bin
new file mode 100644
index 0000000000000000000000000000000000000000..26aecf886e13627f43c394180d98a42db937eda9
--- /dev/null
+++ b/params_shard_97.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68297e8369cb4517a917814ca7ca86f2791954247fc2b86747823e0d0fa5907c
+size 32440320
diff --git a/params_shard_98.bin b/params_shard_98.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c6678a2ba8f55cd42d4eed8dd47162d1495ce4b0
--- /dev/null
+++ b/params_shard_98.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507b2dcd6d062b4d24ab30905431cca3516ac25239b0ae6209f5d2c1c6026f9b
+size 29526016
diff --git a/params_shard_99.bin b/params_shard_99.bin
new file mode 100644
index 0000000000000000000000000000000000000000..90977d0e0598029136528c13b04e9bfe5a86ba70
--- /dev/null
+++ b/params_shard_99.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091c228c1d7cf50ab7fdc507209b1296d68cd8289bd8b03439fcabd23dd2cab5
+size 141557760
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..a34650995da6939a945c330eadb0687147ac3ef8
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,303282 @@
+{
+ "version": "1.0",
+ "truncation": null,
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 151643,
+ "content": "<|end▁of▁sentence|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 151644,
+ "content": "<|User|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 151645,
+ "content": "<|Assistant|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 151646,
+ "content": "<|begin▁of▁sentence|>",
+ "normalized": false,
+ "lstrip": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ {
+ "id": 151647,
+ "content": "<|EOT|>",
+ "normalized": false,
+ "lstrip": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ {
+ "id": 151648,
+ "content": "
&": 5789, + "CON": 5790, + "Ġrepl": 5791, + "Ġregular": 5792, + "Storage": 5793, + "ramework": 5794, + "Ġgoal": 5795, + "Ġtouch": 5796, + ".widget": 5797, + "Ġbuilt": 5798, + "des": 5799, + "Part": 5800, + "(re": 5801, + "Ġworth": 5802, + "hib": 5803, + "game": 5804, + "Ġв": 5805, + "acion": 5806, + "ĠWhite": 5807, + "(type": 5808, + "(`": 5809, + "Ġnatural": 5810, + "Ġinj": 5811, + "Ġcalcul": 5812, + "ĠApril": 5813, + ".List": 5814, + "Ġassociated": 5815, + "ĉSystem": 5816, + "~~": 5817, + "=[": 5818, + "Ġstorage": 5819, + "Ġbytes": 5820, + "Ġtravel": 5821, + "Ġsou": 5822, + "Ġpassed": 5823, + "!=": 5824, + "ascript": 5825, + ".open": 5826, + "Ġgrid": 5827, + "Ġbus": 5828, + "Ġrecogn": 5829, + "Ab": 5830, + "Ġhon": 5831, + "ĠCenter": 5832, + "Ġprec": 5833, + "build": 5834, + "HTML": 5835, + "ĠSan": 5836, + "Ġcountries": 5837, + "aled": 5838, + "token": 5839, + "kt": 5840, + "Ġqual": 5841, + "Last": 5842, + "adow": 5843, + "Ġmanufact": 5844, + "idad": 5845, + "jango": 5846, + "Next": 5847, + "xf": 5848, + ".a": 5849, + "Ġporno": 5850, + "ĠPM": 5851, + "erve": 5852, + "iting": 5853, + "_th": 5854, + "ci": 5855, + "=None": 5856, + "gs": 5857, + "Ġlogin": 5858, + "atives": 5859, + "']);Ċ": 5860, + "Äħ": 5861, + "Ġill": 5862, + "IA": 5863, + "children": 5864, + "DO": 5865, + "Ġlevels": 5866, + "Ġ{{": 5867, + "Ġlooks": 5868, + "Ġ\"#": 5869, + "ToString": 5870, + "Ġnecessary": 5871, + "ĠĠĠĊ": 5872, + "cell": 5873, + "Entry": 5874, + "Ġ'#": 5875, + "Ġextrem": 5876, + "Selector": 5877, + "Ġplaceholder": 5878, + "Load": 5879, + "Ġreleased": 5880, + "ORE": 5881, + "Enumer": 5882, + "ĠTV": 5883, + "SET": 5884, + "inq": 5885, + "Press": 5886, + "ĠDepartment": 5887, + "Ġproperties": 5888, + "Ġrespond": 5889, + "Search": 5890, + "ael": 5891, + "Ġrequ": 5892, + "ĠBook": 5893, + "/Ċ": 5894, + "(st": 5895, + "Ġfinancial": 5896, + "icket": 5897, + "_input": 5898, + "Ġthreat": 5899, + "(in": 5900, + "Strip": 5901, + "ìĿ": 5902, + "ção": 5903, + "Ġevidence": 5904, + "));": 5905, + "ĠBro": 5906, + "Ġ[];Ċ": 5907, + "Ġou": 5908, + "buf": 5909, + "Script": 5910, + "dat": 5911, + "Ġrule": 5912, + "#import": 5913, + "=\"/": 5914, + "Serial": 5915, + "Ġstarting": 5916, + "[index": 5917, + "ae": 5918, + "Ġcontrib": 5919, + "session": 5920, + "_new": 5921, + "utable": 5922, + "ober": 5923, + "Ġ\"./": 5924, + "Ġlogger": 5925, + "Ġrecently": 5926, + "Ġreturned": 5927, + "ččĊ": 5928, + ")))Ċ": 5929, + "itions": 5930, + "Ġseek": 5931, + "Ġcommunic": 5932, + "Ġ\".": 5933, + "Ġusername": 5934, + "ECT": 5935, + "DS": 5936, + "Ġotherwise": 5937, + "ĠGerman": 5938, + ".aw": 5939, + "Adapter": 5940, + "ixel": 5941, + "Ġsystems": 5942, + "Ġdrop": 5943, + "Ġstructure": 5944, + "Ġ$(\"#": 5945, + "encies": 5946, + "anning": 5947, + "ĠLink": 5948, + "ĠResponse": 5949, + "Ġstri": 5950, + "ż": 5951, + "ĠDB": 5952, + "æĹ": 5953, + "android": 5954, + "submit": 5955, + "otion": 5956, + "(@": 5957, + ".test": 5958, + "ĊĊĊĊĊĊĊĊ": 5959, + "];čĊ": 5960, + "Ġdirectly": 5961, + "Ġ\"%": 5962, + "ris": 5963, + "elta": 5964, + "AIL": 5965, + "){čĊ": 5966, + "mine": 5967, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5968, + "(k": 5969, + "bon": 5970, + "asic": 5971, + "pite": 5972, + "___": 5973, + "Max": 5974, + "Ġerrors": 5975, + "ĠWhile": 5976, + "Ġarguments": 5977, + "Ġensure": 5978, + "Right": 5979, + "-based": 5980, + "Web": 5981, + "Ġ-=": 5982, + "Ġintrodu": 5983, + "ĠInst": 5984, + "ĠWash": 5985, + "ordin": 5986, + "join": 5987, + "Database": 5988, + "Ġgrad": 5989, + "Ġusually": 5990, + "ITE": 5991, + "Props": 5992, + "?>Ċ": 5993, + "ĠGo": 5994, + "@Override": 5995, + "REF": 5996, + "Ġip": 5997, + "ĠAustral": 5998, + "Ġist": 5999, + "ViewById": 6000, + "Ġserious": 6001, + "Ġcustomer": 6002, + ".prototype": 6003, + "odo": 6004, + "cor": 6005, + "Ġdoor": 6006, + "ĠWITHOUT": 6007, + "Ġplant": 6008, + "Ġbegan": 6009, + "Ġdistance": 6010, + "()).": 6011, + "Ġchance": 6012, + "Ġord": 6013, + "came": 6014, + "pragma": 6015, + "Ġprotect": 6016, + "ragment": 6017, + "ĠNode": 6018, + "ening": 6019, + "Ñĩ": 6020, + "Ġroute": 6021, + "ĠSchool": 6022, + "hi": 6023, + "Ġneighb": 6024, + "After": 6025, + "licit": 6026, + "Ġcontr": 6027, + "Ġprimary": 6028, + "AA": 6029, + ".WriteLine": 6030, + "utils": 6031, + "Ġbi": 6032, + "Red": 6033, + ".Linq": 6034, + ".object": 6035, + "Ġleaders": 6036, + "unities": 6037, + "Ġgun": 6038, + "onth": 6039, + "ĠDev": 6040, + "FILE": 6041, + "Ġcomments": 6042, + "_len": 6043, + "arrow": 6044, + "amount": 6045, + "Range": 6046, + "sert": 6047, + "GridView": 6048, + "Ġupdated": 6049, + "ĠMo": 6050, + "Ġinform": 6051, + "ociety": 6052, + "ala": 6053, + "Access": 6054, + "Ġhab": 6055, + "Ġcreat": 6056, + "_arg": 6057, + "ĠJanuary": 6058, + "ĠDay": 6059, + "\")čĊ": 6060, + "uple": 6061, + "document": 6062, + "gorith": 6063, + "menu": 6064, + "ĠOver": 6065, + "bb": 6066, + ".title": 6067, + "_out": 6068, + "Ġled": 6069, + "uri": 6070, + "Ġ?>": 6071, + "gl": 6072, + "Ġbank": 6073, + "ayment": 6074, + "ĉprintf": 6075, + "MD": 6076, + "Ġsample": 6077, + "Ġhands": 6078, + "ĠVersion": 6079, + "uario": 6080, + "Ġoffers": 6081, + "ityEngine": 6082, + "Ġshape": 6083, + "Ġsleep": 6084, + "_point": 6085, + "Settings": 6086, + "Ġachie": 6087, + "Ġsold": 6088, + "ota": 6089, + ".bind": 6090, + "Am": 6091, + "Ġsafe": 6092, + "Store": 6093, + "Ġshared": 6094, + "Ġpriv": 6095, + "_VAL": 6096, + "Ġsens": 6097, + "){": 6098, + "Ġremember": 6099, + "shared": 6100, + "element": 6101, + "Ġshoot": 6102, + "Vert": 6103, + "cout": 6104, + "Ġenv": 6105, + "_label": 6106, + "Ġ>Ċ": 6107, + "run": 6108, + "Ġscene": 6109, + "(array": 6110, + "device": 6111, + "_title": 6112, + "agon": 6113, + "]čĊ": 6114, + "aby": 6115, + "Ġbecame": 6116, + "boolean": 6117, + "Ġpark": 6118, + "ĠCode": 6119, + "upload": 6120, + "riday": 6121, + "ĠSeptember": 6122, + "Fe": 6123, + "Ġsen": 6124, + "cing": 6125, + "FL": 6126, + "Col": 6127, + "uts": 6128, + "_page": 6129, + "inn": 6130, + "Ġimplied": 6131, + "aling": 6132, + "Ġyourself": 6133, + ".Count": 6134, + "conf": 6135, + "Ġaud": 6136, + "_init": 6137, + ".)": 6138, + "Ġwrote": 6139, + "NG": 6140, + ".Error": 6141, + "ä»": 6142, + ".for": 6143, + "Ġequal": 6144, + "ĠRequest": 6145, + "Ġserial": 6146, + "Ġallows": 6147, + "XX": 6148, + "Ġmiddle": 6149, + "chor": 6150, + "ø": 6151, + "erval": 6152, + ".Column": 6153, + "reading": 6154, + "Ġescort": 6155, + "ĠAugust": 6156, + "Ġquickly": 6157, + "Ġweap": 6158, + "ĠCG": 6159, + "ropri": 6160, + "ho": 6161, + "Ġcop": 6162, + "(struct": 6163, + "ĠBig": 6164, + "Ġvs": 6165, + "Ġfrequ": 6166, + ".Value": 6167, + "Ġactions": 6168, + "Ġproper": 6169, + "Ġinn": 6170, + "Ġobjects": 6171, + "Ġmatrix": 6172, + "avascript": 6173, + "Ġones": 6174, + ".group": 6175, + "Ġgreen": 6176, + "Ġpaint": 6177, + "ools": 6178, + "ycl": 6179, + "encode": 6180, + "olt": 6181, + "comment": 6182, + ".api": 6183, + "Dir": 6184, + "Ġune": 6185, + "izont": 6186, + ".position": 6187, + "Ġdesigned": 6188, + "_val": 6189, + "avi": 6190, + "iring": 6191, + "tab": 6192, + "Ġlayer": 6193, + "Ġviews": 6194, + "Ġreve": 6195, + "rael": 6196, + "ĠON": 6197, + "rics": 6198, + "np": 6199, + "Ġcore": 6200, + "());čĊ": 6201, + "Main": 6202, + "Ġexpert": 6203, + "ĉĉčĊ": 6204, + "_en": 6205, + "Ġ/>": 6206, + "utter": 6207, + "IAL": 6208, + "ails": 6209, + "ĠKing": 6210, + "*/ĊĊ": 6211, + "ĠMet": 6212, + "_end": 6213, + "addr": 6214, + "ora": 6215, + "Ġir": 6216, + "Min": 6217, + "Ġsurpr": 6218, + "Ġrepe": 6219, + "Ġdirectory": 6220, + "PUT": 6221, + "-S": 6222, + "Ġelection": 6223, + "haps": 6224, + ".pre": 6225, + "cm": 6226, + "Values": 6227, + "Ġ\"Ċ": 6228, + "column": 6229, + "ivil": 6230, + "Login": 6231, + "inue": 6232, + "Ġbeautiful": 6233, + "Ġsecret": 6234, + "(event": 6235, + "Ġchat": 6236, + "ums": 6237, + "Ġorigin": 6238, + "Ġeffects": 6239, + "Ġmanagement": 6240, + "illa": 6241, + "tk": 6242, + "Ġsetting": 6243, + "ĠCour": 6244, + "Ġmassage": 6245, + "ĉend": 6246, + "Ġhappy": 6247, + "Ġfinish": 6248, + "Ġcamera": 6249, + "ĠVer": 6250, + "ĠDemocr": 6251, + "ĠHer": 6252, + "(Q": 6253, + "cons": 6254, + "ita": 6255, + "Ġ'.": 6256, + "{}": 6257, + "ĉC": 6258, + "Ġstuff": 6259, + "Ġ:Ċ": 6260, + "ĠAR": 6261, + "Task": 6262, + "hidden": 6263, + "eros": 6264, + "IGN": 6265, + "atio": 6266, + "ĠHealth": 6267, + "olute": 6268, + "Enter": 6269, + "'>": 6270, + "ĠTwitter": 6271, + "ĠCounty": 6272, + "scribe": 6273, + "Ġ=>Ċ": 6274, + "Ġhy": 6275, + "fit": 6276, + "Ġmilitary": 6277, + "Ġsale": 6278, + "required": 6279, + "non": 6280, + "bootstrap": 6281, + "hold": 6282, + "rim": 6283, + "-old": 6284, + "ĠDown": 6285, + "Ġmention": 6286, + "contact": 6287, + "_group": 6288, + "oday": 6289, + "Ġtown": 6290, + "Ġsolution": 6291, + "uate": 6292, + "elling": 6293, + "]->": 6294, + "otes": 6295, + "ental": 6296, + "omen": 6297, + "ospital": 6298, + "ĠSup": 6299, + "_EN": 6300, + "Ġslow": 6301, + "SESSION": 6302, + "Ġblue": 6303, + "ago": 6304, + "Ġlives": 6305, + "Ġ^": 6306, + ".un": 6307, + "inst": 6308, + "enge": 6309, + "Ġcustomers": 6310, + "Ġcast": 6311, + "udget": 6312, + "ï¼ģ": 6313, + "icens": 6314, + "Ġdetermin": 6315, + "Selected": 6316, + "_pl": 6317, + "ueue": 6318, + "Ġdark": 6319, + "//ĊĊ": 6320, + "si": 6321, + "thern": 6322, + "ĠJapan": 6323, + "/w": 6324, + "PU": 6325, + "ĠEast": 6326, + "ovie": 6327, + "Ġpackage": 6328, + "Ġnor": 6329, + "Ġapi": 6330, + "bot": 6331, + "\"];Ċ": 6332, + "_post": 6333, + "ulate": 6334, + "Ġclub": 6335, + "'));Ċ": 6336, + "Ġloop": 6337, + "PIO": 6338, + "ione": 6339, + "shot": 6340, + "Initial": 6341, + "Ġplayed": 6342, + "register": 6343, + "rought": 6344, + "_max": 6345, + "acement": 6346, + "match": 6347, + "raphics": 6348, + "AST": 6349, + "Ġexisting": 6350, + "Ġcomplex": 6351, + "DA": 6352, + ".Ch": 6353, + ".common": 6354, + "mo": 6355, + "Ġ'../../": 6356, + "ito": 6357, + "Ġanalysis": 6358, + "Ġdeliver": 6359, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6360, + "idx": 6361, + "Ãł": 6362, + "ongo": 6363, + "ĠEnglish": 6364, + "Ċ": 9992, + "_default": 9993, + "ĠDatabase": 9994, + "rep": 9995, + "ESS": 9996, + "nergy": 9997, + ".Find": 9998, + "_mask": 9999, + "Ġrise": 10000, + "Ġkernel": 10001, + "::$": 10002, + ".Q": 10003, + "Ġoffering": 10004, + "decl": 10005, + "ĠCS": 10006, + "Ġlisted": 10007, + "Ġmostly": 10008, + "enger": 10009, + "Ġblocks": 10010, + "olo": 10011, + "Ġgoverning": 10012, + "\\F": 10013, + "Ġconcent": 10014, + ".getText": 10015, + "Ġmb": 10016, + "Ġoccurred": 10017, + "Ġchanging": 10018, + "Scene": 10019, + "_CODE": 10020, + "Beh": 10021, + "\"The": 10022, + "Ġtile": 10023, + "ĠAssociation": 10024, + "ĉP": 10025, + "alty": 10026, + "_ad": 10027, + "odies": 10028, + "iated": 10029, + "Ġprepared": 10030, + "possible": 10031, + "Ġmort": 10032, + "TEST": 10033, + "Ġignore": 10034, + "Ġcalc": 10035, + "Ġrs": 10036, + "ĠassertEquals": 10037, + "Ġsz": 10038, + "ĠTHIS": 10039, + ".\"Ċ": 10040, + "Ġcanvas": 10041, + "java": 10042, + "Ġdut": 10043, + "VALID": 10044, + ".sql": 10045, + ".input": 10046, + "Ġaux": 10047, + "Sup": 10048, + "Ġartist": 10049, + "Vec": 10050, + "_TIME": 10051, + ".stringify": 10052, + "etween": 10053, + "ĠCategory": 10054, + "Ġ[-": 10055, + "ĠDevExpress": 10056, + "ĠJul": 10057, + "Ġring": 10058, + ".ed": 10059, + "YY": 10060, + "Let": 10061, + "TextField": 10062, + "Ġflat": 10063, + "_print": 10064, + "ĠOTHER": 10065, + "adian": 10066, + "Ġchecked": 10067, + "ele": 10068, + "Align": 10069, + "standing": 10070, + "Ġ[],": 10071, + "Ġlab": 10072, + "ucky": 10073, + "ĠChristmas": 10074, + "(image": 10075, + ".module": 10076, + "Ġlots": 10077, + "Ġslightly": 10078, + "(final": 10079, + "erge": 10080, + "è¿": 10081, + "ĠPolice": 10082, + "ĠRight": 10083, + "Ġaward": 10084, + "ĠOS": 10085, + "Ġ{}ĊĊ": 10086, + "Ġptr": 10087, + "oves": 10088, + "icated": 10089, + "ем": 10090, + "Ġmanage": 10091, + "oliday": 10092, + "Amount": 10093, + "oolStrip": 10094, + "tbody": 10095, + "Nav": 10096, + "wrap": 10097, + "BB": 10098, + "Ġwatching": 10099, + "arios": 10100, + "Ġoptional": 10101, + "_K": 10102, + "ĠLicensed": 10103, + ".Map": 10104, + "Timer": 10105, + "ĠAP": 10106, + "ĠRev": 10107, + "(o": 10108, + ",c": 10109, + "umin": 10110, + "etailed": 10111, + "ĠHy": 10112, + "Ġblank": 10113, + "agger": 10114, + "ĠSelf": 10115, + "()[": 10116, + ".make": 10117, + "earn": 10118, + "channel": 10119, + ";Ċ": 10133, + "World": 10134, + "Ġpython": 10135, + "Ġlif": 10136, + "Ġtrav": 10137, + "Ġconven": 10138, + "company": 10139, + "ĠClub": 10140, + "Ver": 10141, + "Btn": 10142, + "Ġzone": 10143, + "products": 10144, + "ĠEduc": 10145, + "Ġverify": 10146, + "ĠMil": 10147, + "ono": 10148, + "]);ĊĊ": 10149, + "ENCE": 10150, + "Ġpacket": 10151, + "Ġcer": 10152, + "Ġenumer": 10153, + "Ġpars": 10154, + "formed": 10155, + "Ġoccup": 10156, + "tre": 10157, + "Ġexercise": 10158, + "Day": 10159, + "_sum": 10160, + "Ġasking": 10161, + "aption": 10162, + "Ġorders": 10163, + "Ġspending": 10164, + "ĠERR": 10165, + ".Dis": 10166, + "ĠUtil": 10167, + "âĢľI": 10168, + "\\'": 10169, + "?)": 10170, + "/>Ċ": 10171, + "Ġemot": 10172, + "Ġinfluence": 10173, + "ĠAfrica": 10174, + "atters": 10175, + "Ùħ": 10176, + ".session": 10177, + "Ġchief": 10178, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10179, + "Ġtom": 10180, + "cluded": 10181, + "serial": 10182, + "_handler": 10183, + ".Type": 10184, + "aped": 10185, + "Ġpolicies": 10186, + "-ex": 10187, + "-tr": 10188, + "blank": 10189, + "merce": 10190, + "Ġcoverage": 10191, + "Ġrc": 10192, + "_matrix": 10193, + "_box": 10194, + "Ġcharges": 10195, + "ĠBoston": 10196, + "Pe": 10197, + "Ġcircum": 10198, + "Ġfilled": 10199, + "Ġnorth": 10200, + "ictureBox": 10201, + "ĉres": 10202, + "è®": 10203, + "Ġtermin": 10204, + "Ġ[âĢ¦": 10205, + "IRECT": 10206, + "Ġber": 10207, + "Ġ\"../../": 10208, + "retch": 10209, + ".code": 10210, + "_col": 10211, + "ĠGovernment": 10212, + "Ġargv": 10213, + "ĠLord": 10214, + "asi": 10215, + "Exec": 10216, + "ĉlet": 10217, + "vertis": 10218, + "Ġdiscussion": 10219, + "enance": 10220, + "outube": 10221, + "typeof": 10222, + "Ġserved": 10223, + "ĠPut": 10224, + "ĉx": 10225, + "Ġsweet": 10226, + "Before": 10227, + "ategy": 10228, + ".of": 10229, + "ĠMaterial": 10230, + "Sort": 10231, + "ONT": 10232, + "igital": 10233, + "Why": 10234, + "Ġsust": 10235, + "Ġç": 10236, + "abet": 10237, + "Ġsegment": 10238, + "Ġ[],Ċ": 10239, + "ĠMuslim": 10240, + "ĠfindViewById": 10241, + "cut": 10242, + "_TEXT": 10243, + "ĠMary": 10244, + "Ġloved": 10245, + "Ġlie": 10246, + "ĠJO": 10247, + "Ġisset": 10248, + "month": 10249, + "Ġprime": 10250, + "ti": 10251, + "ĠCarol": 10252, + "Use": 10253, + "ĠPop": 10254, + "ĠSave": 10255, + "Interval": 10256, + "execute": 10257, + "dy": 10258, + "ĠIran": 10259, + "_cont": 10260, + "ĉT": 10261, + "Ġphase": 10262, + "checkbox": 10263, + "week": 10264, + "Ġhide": 10265, + "Ġtil": 10266, + "Ġju": 10267, + "Custom": 10268, + "burg": 10269, + "/M": 10270, + "TON": 10271, + "Ġquant": 10272, + "Ġrub": 10273, + "ixels": 10274, + "Ġinstalled": 10275, + "Ġdump": 10276, + "Ġproperly": 10277, + "(List": 10278, + "Ġdecide": 10279, + "apply": 10280, + "Has": 10281, + "Ġkeeping": 10282, + "Ġcitizens": 10283, + "Ġjoint": 10284, + "pool": 10285, + "Socket": 10286, + "_op": 10287, + "Ġweapon": 10288, + "gnore": 10289, + "ĠExec": 10290, + "otten": 10291, + "ĠMS": 10292, + "Ġ(-": 10293, + "ĠReview": 10294, + "Ġexamples": 10295, + "Ġtight": 10296, + "!(": 10297, + "DP": 10298, + "ĠMessageBox": 10299, + "Ġphotograph": 10300, + "URI": 10301, + "ét": 10302, + "low": 10303, + "ĠGrand": 10304, + ".persistence": 10305, + "Ġmaintain": 10306, + "Ġnums": 10307, + "Ġzip": 10308, + "ials": 10309, + "ĠGets": 10310, + "peg": 10311, + "ĠBuffer": 10312, + "~~~~": 10313, + "rastructure": 10314, + "ĠPL": 10315, + "uen": 10316, + "obby": 10317, + "sizeof": 10318, + "Ġpic": 10319, + "Ġseed": 10320, + "Ġexperienced": 10321, + "Ġodd": 10322, + "Ġkick": 10323, + "Ġprocedure": 10324, + "avigator": 10325, + "-on": 10326, + ",j": 10327, + "ĠAlthough": 10328, + "ĠuserId": 10329, + "accept": 10330, + "Blue": 10331, + "IColor": 10332, + "layer": 10333, + "available": 10334, + "Ġends": 10335, + ".table": 10336, + "Ġdataset": 10337, + "bus": 10338, + "Ġexplain": 10339, + "(pro": 10340, + "ĠCommittee": 10341, + "Ġnoted": 10342, + "]:Ċ": 10343, + "Dim": 10344, + "stdio": 10345, + ".\",Ċ": 10346, + "_source": 10347, + "ĠWeek": 10348, + "ĠEdge": 10349, + "Ġoperating": 10350, + "Ġeste": 10351, + "ipl": 10352, + "agination": 10353, + "Ġproceed": 10354, + "Ġanimation": 10355, + ".Models": 10356, + "ĠWatch": 10357, + "iat": 10358, + "Ġoppon": 10359, + "/A": 10360, + "Report": 10361, + "Ġsounds": 10362, + "_buf": 10363, + "IELD": 10364, + "Ġbund": 10365, + "ĉget": 10366, + ".pr": 10367, + "(tmp": 10368, + "Ġkid": 10369, + ">ĊĊĊ": 10370, + "Ġyang": 10371, + "NotFound": 10372, + "ÑĨ": 10373, + "math": 10374, + "@gmail": 10375, + "ĠLIMIT": 10376, + "redients": 10377, + "Ġvent": 10378, + "avigate": 10379, + "Look": 10380, + "Ġreligious": 10381, + "Ġrand": 10382, + "rio": 10383, + "(GL": 10384, + "_ip": 10385, + "uan": 10386, + "iciency": 10387, + "ĠChange": 10388, + ">čĊčĊ": 10389, + "ĠEntity": 10390, + "Ġrencontre": 10391, + "ĠRet": 10392, + "plan": 10393, + "én": 10394, + "BOOL": 10395, + "uries": 10396, + "train": 10397, + "Definition": 10398, + "============": 10399, + "zz": 10400, + "Animation": 10401, + "ĠOK": 10402, + "_menu": 10403, + ".bl": 10404, + "_score": 10405, + "Ġacad": 10406, + "(System": 10407, + "Ġrefresh": 10408, + "'=>$": 10409, + ".Graphics": 10410, + "amento": 10411, + "pid": 10412, + "tc": 10413, + "Ġtips": 10414, + "Ġhomes": 10415, + "Ġfuel": 10416, + "âĸ": 10417, + "_helper": 10418, + "ĠĠčĊ": 10419, + "ĠRoom": 10420, + ".Close": 10421, + "_attr": 10422, + "ĠMount": 10423, + "ĠEv": 10424, + "arser": 10425, + "_top": 10426, + "eah": 10427, + "ĠDelete": 10428, + "ãĢį": 10429, + "uke": 10430, + "Ġusage": 10431, + "aria": 10432, + "_dev": 10433, + "Ġtexture": 10434, + "Ġconversation": 10435, + "eper": 10436, + "Bean": 10437, + "done": 10438, + "nonatomic": 10439, + "ĠSecond": 10440, + "Ġshooting": 10441, + "_pre": 10442, + "Components": 10443, + "Ġ]ĊĊ": 10444, + "__,": 10445, + "stitution": 10446, + ".Char": 10447, + ">();ĊĊ": 10448, + "Ġpresented": 10449, + "Ġwa": 10450, + "oker": 10451, + "-ĊĊ": 10452, + "iner": 10453, + "Ġbecoming": 10454, + "Ġincident": 10455, + "Att": 10456, + "Ġrevealed": 10457, + "forc": 10458, + "Ġboot": 10459, + ".page": 10460, + "Enumerator": 10461, + "_->": 10462, + "Photo": 10463, + "Ġspring": 10464, + ".\",": 10465, + "ĠDictionary": 10466, + "BJECT": 10467, + "Ġlocations": 10468, + "Ġsamples": 10469, + "InputStream": 10470, + "ĠBrown": 10471, + "Ġstats": 10472, + "quality": 10473, + "Ñħ": 10474, + "-dis": 10475, + "Ġhelping": 10476, + "Ġped": 10477, + "(se": 10478, + "ĠWho": 10479, + "alian": 10480, + "internal": 10481, + "Ġft": 10482, + ">().": 10483, + "->{": 10484, + "Ġmine": 10485, + "Ġsector": 10486, + "Ġgro": 10487, + "Ġopportunities": 10488, + "Ġü": 10489, + "Ġmp": 10490, + "Ġalleged": 10491, + "Ġdoubt": 10492, + "Mouse": 10493, + "About": 10494, + "_part": 10495, + "Ġchair": 10496, + "Ġstopped": 10497, + "loop": 10498, + "entities": 10499, + "Ġapps": 10500, + "ansion": 10501, + "Ġmental": 10502, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10503, + "FR": 10504, + "Ġdefend": 10505, + "care": 10506, + "Ġideal": 10507, + "/api": 10508, + "urface": 10509, + "Ġele": 10510, + "ulator": 10511, + "ĠRights": 10512, + "anguages": 10513, + "Ġfunds": 10514, + "Ġadapt": 10515, + "Attributes": 10516, + "Ġdeploy": 10517, + "opts": 10518, + "Ġvalidation": 10519, + "Ġconcerns": 10520, + "uce": 10521, + ".num": 10522, + "ulture": 10523, + "ila": 10524, + "Ġcup": 10525, + "Ġpure": 10526, + ".Fore": 10527, + "ĠHashMap": 10528, + ".valueOf": 10529, + "asm": 10530, + "MO": 10531, + "Ġcs": 10532, + "Ġstores": 10533, + "Ġ************************************************************************": 10534, + "Ġcommunication": 10535, + "mem": 10536, + ".EventHandler": 10537, + ".Status": 10538, + "_right": 10539, + ".setOn": 10540, + "Sheet": 10541, + "Ġidentify": 10542, + "enerated": 10543, + "ordered": 10544, + "Ġ\"[": 10545, + "Ġswe": 10546, + "Condition": 10547, + "ĠAccording": 10548, + "Ġprepare": 10549, + "Ġrob": 10550, + "Pool": 10551, + "Ġsport": 10552, + "rv": 10553, + "ĠRouter": 10554, + "Ġalternative": 10555, + "([]": 10556, + "ĠChicago": 10557, + "ipher": 10558, + "ische": 10559, + "ĠDirector": 10560, + "kl": 10561, + "ĠWil": 10562, + "keys": 10563, + "Ġmysql": 10564, + "Ġwelcome": 10565, + "king": 10566, + "ĠManager": 10567, + "Ġcaught": 10568, + ")}Ċ": 10569, + "Score": 10570, + "_PR": 10571, + "Ġsurvey": 10572, + "hab": 10573, + "Headers": 10574, + "ADER": 10575, + "Ġdecor": 10576, + "Ġturns": 10577, + "Ġradius": 10578, + "errupt": 10579, + "Cor": 10580, + "Ġmel": 10581, + "Ġintr": 10582, + "(q": 10583, + "ĠAC": 10584, + "amos": 10585, + "MAX": 10586, + "ĠGrid": 10587, + "ĠJesus": 10588, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10589, + ".DE": 10590, + "Ġts": 10591, + "Ġlinked": 10592, + "free": 10593, + "ĠQt": 10594, + "Ġ/**čĊ": 10595, + "Ġfaster": 10596, + "ctr": 10597, + "_J": 10598, + "DT": 10599, + ".Check": 10600, + "Ġcombination": 10601, + "Ġintended": 10602, + "-the": 10603, + "-type": 10604, + "ectors": 10605, + "ami": 10606, + "uting": 10607, + "Ġuma": 10608, + "XML": 10609, + "UCT": 10610, + "Ap": 10611, + "ĠRandom": 10612, + "Ġran": 10613, + ".sort": 10614, + "Ġsorted": 10615, + ".Un": 10616, + "_PER": 10617, + "itory": 10618, + "Ġpriority": 10619, + "ĠGal": 10620, + "ĠOld": 10621, + "hot": 10622, + "ĠDisplay": 10623, + "(sub": 10624, + "_TH": 10625, + "_Y": 10626, + "ĠCare": 10627, + "loading": 10628, + "Kind": 10629, + "_handle": 10630, + ",,": 10631, + "rase": 10632, + "_replace": 10633, + ".addEventListener": 10634, + "ĠRT": 10635, + "Ġentered": 10636, + "gers": 10637, + "Ġich": 10638, + "(start": 10639, + "/app": 10640, + "Ġbrother": 10641, + "Memory": 10642, + "Outlet": 10643, + "Ġutf": 10644, + "prec": 10645, + "Ġnavigation": 10646, + "ORK": 10647, + "Ġdst": 10648, + "Detail": 10649, + "Ġaudience": 10650, + "Ġdur": 10651, + "Ġcluster": 10652, + "unched": 10653, + "Ġ],": 10654, + "Ġcomfortable": 10655, + ".values": 10656, + "ĠTotal": 10657, + "Ġsnap": 10658, + "Ġstandards": 10659, + "Ġperformed": 10660, + "hand": 10661, + "(\"@": 10662, + "åŃ": 10663, + "Ġphil": 10664, + "ibr": 10665, + "trim": 10666, + "Ġforget": 10667, + "Ġdoctor": 10668, + ".TextBox": 10669, + "icons": 10670, + ",s": 10671, + "ĠOp": 10672, + "Sm": 10673, + "Stop": 10674, + "ĉList": 10675, + "ĉu": 10676, + "Comment": 10677, + "_VERSION": 10678, + ".Xtra": 10679, + "Person": 10680, + "rb": 10681, + "LOB": 10682, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10683, + "ĠCentral": 10684, + "ICK": 10685, + "raq": 10686, + "Ġputting": 10687, + "Ġmd": 10688, + "ĠLove": 10689, + "Program": 10690, + "Border": 10691, + "oor": 10692, + "Ġallowing": 10693, + "after": 10694, + "Ġentries": 10695, + "ĠMaybe": 10696, + "]).": 10697, + "ĠShort": 10698, + ")\\": 10699, + ".now": 10700, + "friend": 10701, + "Ġprefer": 10702, + "ĠGPIO": 10703, + "osis": 10704, + "ĠGameObject": 10705, + "Ġskip": 10706, + "Ġcompetition": 10707, + "_match": 10708, + "lications": 10709, + "_CONT": 10710, + ".groupBox": 10711, + "Ġals": 10712, + "\"We": 10713, + "_eq": 10714, + "lan": 10715, + "_search": 10716, + "ĠMusic": 10717, + "asis": 10718, + "Ġbind": 10719, + "ĠIsland": 10720, + "rum": 10721, + "(E": 10722, + "Ġseat": 10723, + "Video": 10724, + "Ġack": 10725, + "reek": 10726, + "={()": 10727, + "Ġrating": 10728, + "Ġrestaurant": 10729, + "DEX": 10730, + "(buf": 10731, + "pping": 10732, + "uality": 10733, + "Ġleague": 10734, + "Ġfocused": 10735, + "apon": 10736, + "$data": 10737, + "CLUD": 10738, + "CLUDING": 10739, + "Ġabsolute": 10740, + "(query": 10741, + "Ġtells": 10742, + "Ang": 10743, + "Ġcommunities": 10744, + "Ġhonest": 10745, + "oking": 10746, + "Ġapart": 10747, + "arity": 10748, + "/$": 10749, + "_module": 10750, + "ĠEnc": 10751, + ".an": 10752, + ".Config": 10753, + "Cre": 10754, + "Ġshock": 10755, + "ĠArab": 10756, + "IENT": 10757, + "/re": 10758, + "Ġretrie": 10759, + "ycler": 10760, + "isa": 10761, + "ĠOrgan": 10762, + ".graph": 10763, + "Ġí": 10764, + "ĠBAS": 10765, + "Enum": 10766, + "Ġpossibly": 10767, + "ÑĢаÐ": 10768, + "ĠJapanese": 10769, + "Ġcraft": 10770, + "ĠPlace": 10771, + "Ġtalent": 10772, + "Ġfunding": 10773, + "Ġconfirmed": 10774, + "Ġcycle": 10775, + "/x": 10776, + "GE": 10777, + "Ġhearing": 10778, + "Ġplants": 10779, + "Ġmouth": 10780, + "pages": 10781, + "oria": 10782, + "ĠRemove": 10783, + "_total": 10784, + "Ġod": 10785, + "ollapse": 10786, + "door": 10787, + "Ġbought": 10788, + "Ġaddr": 10789, + "ARCH": 10790, + "_dim": 10791, + "dden": 10792, + "Ġdecades": 10793, + "REQUEST": 10794, + "Ġversions": 10795, + "fire": 10796, + "Ġmoves": 10797, + "fb": 10798, + "Ġcoffee": 10799, + ".connect": 10800, + "ĠRow": 10801, + "Ġschema": 10802, + "Scope": 10803, + "-Type": 10804, + "Ġfighting": 10805, + "Ġretail": 10806, + "Ġmodified": 10807, + "TF": 10808, + "Files": 10809, + "nie": 10810, + "_command": 10811, + "stone": 10812, + "ĠÑĤ": 10813, + "_thread": 10814, + "Ġbond": 10815, + "ĠDevelopment": 10816, + "Ġpt": 10817, + "FORM": 10818, + "plet": 10819, + "Ġidentified": 10820, + "cpp": 10821, + "Ġcoding": 10822, + "oked": 10823, + "ĠMaster": 10824, + "IDTH": 10825, + "Ġresidents": 10826, + "redit": 10827, + "ĠPhoto": 10828, + "=-": 10829, + "unte": 10830, + "ateur": 10831, + "_STATE": 10832, + "ĠSing": 10833, + "Ġsheet": 10834, + ".val": 10835, + "orse": 10836, + "Ġhers": 10837, + "Ġdetermined": 10838, + "Common": 10839, + "Ġwed": 10840, + "_queue": 10841, + "PH": 10842, + "ĠAtl": 10843, + "cred": 10844, + "/LICENSE": 10845, + "Ġmes": 10846, + "Ġadvanced": 10847, + ".java": 10848, + ".Sh": 10849, + "Go": 10850, + "kill": 10851, + "fp": 10852, + "_settings": 10853, + "Ġpal": 10854, + "Ġtruck": 10855, + "Ġcombined": 10856, + "Ġ\"${": 10857, + "ĠCorpor": 10858, + "Ġjoined": 10859, + "ĠJose": 10860, + "ĠCup": 10861, + "uns": 10862, + "estival": 10863, + "levision": 10864, + "Ġbroken": 10865, + "Ġmarriage": 10866, + "ĠWestern": 10867, + "Ġrepresents": 10868, + "ĠTitle": 10869, + "Ġss": 10870, + ".Ass": 10871, + "ongoose": 10872, + "iento": 10873, + "<>();Ċ": 10874, + "Ġabsolutely": 10875, + "Ġsmooth": 10876, + "TERN": 10877, + "ĠUnless": 10878, + "Word": 10879, + "Ġmerge": 10880, + "igan": 10881, + "ĠVol": 10882, + "Ġnn": 10883, + ".getId": 10884, + "Ġз": 10885, + "Ġsexy": 10886, + "Ġseeking": 10887, + "Single": 10888, + ".this": 10889, + "Ġkom": 10890, + "bound": 10891, + ";\"": 10892, + "ĠfontSize": 10893, + "_df": 10894, + "Ġinjury": 10895, + "(H": 10896, + "Ġissued": 10897, + "_END": 10898, + ":self": 10899, + "Ġpatch": 10900, + "Ġleaves": 10901, + "Ġadopt": 10902, + "FileName": 10903, + "ãĢIJ": 10904, + "Ġexecutive": 10905, + "ĠByte": 10906, + "]))Ċ": 10907, + "Ġnu": 10908, + "outing": 10909, + "cluding": 10910, + "-R": 10911, + ".options": 10912, + "Ġsubstant": 10913, + "avax": 10914, + "ĠBUT": 10915, + "Ġtechnical": 10916, + "Ġtwice": 10917, + "Ġmás": 10918, + "Ġunivers": 10919, + "yr": 10920, + "Ġdrag": 10921, + "ĠDC": 10922, + "Ġsed": 10923, + "Ġbot": 10924, + "ĠPal": 10925, + "ĠHall": 10926, + "forcement": 10927, + "Ġauch": 10928, + ".mod": 10929, + "notation": 10930, + "_files": 10931, + ".line": 10932, + "_flag": 10933, + "[name": 10934, + "Ġresolution": 10935, + "Ġbott": 10936, + "(\"[": 10937, + "ende": 10938, + "(arr": 10939, + "Free": 10940, + "(@\"": 10941, + "ĠDistrict": 10942, + "PEC": 10943, + ":-": 10944, + "Picker": 10945, + "ĠJo": 10946, + "ĠĠĠĠĠĊ": 10947, + "ĠRiver": 10948, + "_rows": 10949, + "Ġhelpful": 10950, + "Ġmassive": 10951, + "---Ċ": 10952, + "Ġmeasures": 10953, + "ĠRuntime": 10954, + "Ġworry": 10955, + "ĠSpec": 10956, + "ĉD": 10957, + "ãĢij": 10958, + "Ġ){Ċ": 10959, + "Ġworse": 10960, + "(filename": 10961, + "Ġlay": 10962, + "Ġmagic": 10963, + "ĠTheir": 10964, + "oul": 10965, + "stroy": 10966, + "ĠWhere": 10967, + "Ġsudden": 10968, + "Ġdefe": 10969, + "Ġbinding": 10970, + "Ġflight": 10971, + "ĠOnInit": 10972, + "ĠWomen": 10973, + "ĠPolicy": 10974, + "Ġdrugs": 10975, + "ishing": 10976, + "('../": 10977, + "ĠMel": 10978, + "peat": 10979, + "tor": 10980, + "Ġproposed": 10981, + "Ġstated": 10982, + "_RES": 10983, + "Ġeast": 10984, + "ĠCONDITION": 10985, + "_desc": 10986, + "Ġwinning": 10987, + "folio": 10988, + "Mapper": 10989, + "ĠPan": 10990, + "ĠAnge": 10991, + ".servlet": 10992, + "Ġcopies": 10993, + "LM": 10994, + "Ġvm": 10995, + "åį": 10996, + "Ġdictionary": 10997, + "Seg": 10998, + "elines": 10999, + "ĠSend": 11000, + "Ġiron": 11001, + "ĠFort": 11002, + ".domain": 11003, + "Ġdebate": 11004, + "NotNull": 11005, + "eq": 11006, + "acher": 11007, + "lf": 11008, + "ĉfmt": 11009, + "Ġlawy": 11010, + "ÄŁ": 11011, + "ĠMen": 11012, + "Ġtrim": 11013, + "(NULL": 11014, + "Ġ!!": 11015, + "Ġpad": 11016, + "Ġfollows": 11017, + "\"][\"": 11018, + "requ": 11019, + "ĠEp": 11020, + ".github": 11021, + "(img": 11022, + "eto": 11023, + "('\\": 11024, + "Services": 11025, + "umbnail": 11026, + "_main": 11027, + "pleted": 11028, + "fortunately": 11029, + "Ġwindows": 11030, + "Ġplane": 11031, + "ĠConnection": 11032, + ".local": 11033, + "uard": 11034, + "}\\": 11035, + "==\"": 11036, + "andon": 11037, + "ĠRoy": 11038, + "west": 11039, + "iginal": 11040, + "emies": 11041, + "itz": 11042, + "'):Ċ": 11043, + "ĠPeter": 11044, + "Ġtough": 11045, + "Ġreduced": 11046, + "Ġcalculate": 11047, + "Ġrapid": 11048, + "customer": 11049, + "Ġefficient": 11050, + "Ġmedium": 11051, + "Ġfell": 11052, + ".ref": 11053, + "ĠCas": 11054, + "Ġfeedback": 11055, + "Speed": 11056, + "(output": 11057, + "aje": 11058, + "Ġcategories": 11059, + "Ġfee": 11060, + "};": 11061, + "Ġdeleted": 11062, + "reh": 11063, + "Ġproof": 11064, + "Desc": 11065, + "Build": 11066, + "Ġsides": 11067, + ".ArrayList": 11068, + "-%": 11069, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11070, + "ر": 11071, + ".match": 11072, + "ли": 11073, + "Ġfeels": 11074, + "Ġachieve": 11075, + "Ġclim": 11076, + "_ON": 11077, + "ĠCD": 11078, + "Ġteacher": 11079, + "_current": 11080, + "bn": 11081, + "_PL": 11082, + "isting": 11083, + "Enable": 11084, + "GEN": 11085, + "Ġtv": 11086, + "Ġsock": 11087, + "Ġplays": 11088, + "Ġdiscount": 11089, + "ĠKE": 11090, + "ĠDebug": 11091, + "Fore": 11092, + "ĠIraq": 11093, + "Ġappearance": 11094, + "Mon": 11095, + "Ġstyled": 11096, + "ĠHuman": 11097, + "iot": 11098, + "ĠHistory": 11099, + "Ġsac": 11100, + "ĠCollection": 11101, + "Ġrecommended": 11102, + ".Selected": 11103, + "Ġorganizations": 11104, + "Ġdiscovered": 11105, + "cohol": 11106, + "adas": 11107, + "ĠThomas": 11108, + "May": 11109, + "Ġconserv": 11110, + "Ġdomin": 11111, + "ĠFollow": 11112, + "ĠSection": 11113, + "ĠThanks": 11114, + "Username": 11115, + "Ġrecipe": 11116, + "Ġwonderful": 11117, + ".sleep": 11118, + "_if": 11119, + "ĉĊĉĊ": 11120, + "orno": 11121, + "Ġru": 11122, + "_target": 11123, + ".\"\"": 11124, + "à¦": 11125, + "EventArgs": 11126, + "Ġinputs": 11127, + "Ġfif": 11128, + "Ġvision": 11129, + "cy": 11130, + "ĠSeries": 11131, + ")(((": 11132, + "Ġtrading": 11133, + "Ġmarker": 11134, + "Begin": 11135, + "Ġtypically": 11136, + "Ġcauses": 11137, + "dropdown": 11138, + "_DEBUG": 11139, + "Ġdetect": 11140, + "country": 11141, + "!\");Ċ": 11142, + "ĉR": 11143, + "appy": 11144, + "Ġcref": 11145, + "('<": 11146, + "\"=>": 11147, + "ĠLE": 11148, + "reader": 11149, + "Ġadministr": 11150, + "õ": 11151, + "ucket": 11152, + "Ġfashion": 11153, + ".char": 11154, + "izar": 11155, + "Ġdisable": 11156, + "Ġsuc": 11157, + "ĠLive": 11158, + "issue": 11159, + "Ġmetadata": 11160, + "flags": 11161, + "ĠðŁ": 11162, + "Ġcommitted": 11163, + "Ġva": 11164, + "Ġrough": 11165, + "Ġ'''Ċ": 11166, + "Ġhighlight": 11167, + "_vars": 11168, + "VO": 11169, + "Ġencoding": 11170, + "-Z": 11171, + "_sign": 11172, + "$(\"#": 11173, + "Ġrain": 11174, + "reatest": 11175, + "ĠEND": 11176, + "Selection": 11177, + "Ġcandidates": 11178, + "Ġsav": 11179, + ".Empty": 11180, + "Ġdecisions": 11181, + "Ġcollabor": 11182, + "ridge": 11183, + "feed": 11184, + "ression": 11185, + "Ġpersons": 11186, + "VM": 11187, + "ega": 11188, + "_BIT": 11189, + "According": 11190, + "acked": 11191, + "Ġdollars": 11192, + "_loss": 11193, + "ĠCost": 11194, + "}\"Ċ": 11195, + "Notification": 11196, + "Ġprostit": 11197, + "Ġauthority": 11198, + ".rec": 11199, + "Ġspokes": 11200, + "ĠToday": 11201, + "istant": 11202, + "ĠHead": 11203, + "âĢĿ.": 11204, + "ertainment": 11205, + "cean": 11206, + "culate": 11207, + "Ġven": 11208, + "However": 11209, + "_arr": 11210, + "Ġtokens": 11211, + "Graph": 11212, + "ĠJud": 11213, + "ĠVirgin": 11214, + "ĠSerial": 11215, + "unning": 11216, + "Mutable": 11217, + "agers": 11218, + ".csv": 11219, + "Ġdeveloping": 11220, + "Ġinstructions": 11221, + "Ġpromise": 11222, + "Ġrequested": 11223, + "_encode": 11224, + "/\"": 11225, + "ĠIcon": 11226, + "uilt": 11227, + "-day": 11228, + "Ġintelligence": 11229, + ".IS": 11230, + "ĠObservable": 11231, + "ĠHard": 11232, + "Bool": 11233, + "idential": 11234, + ".Anchor": 11235, + "Ġselling": 11236, + "CI": 11237, + "AGES": 11238, + "tle": 11239, + "bur": 11240, + "UFFER": 11241, + "RY": 11242, + "Ġbigger": 11243, + "Ġrat": 11244, + "Ġfamous": 11245, + "Ġtypename": 11246, + "Ġexplained": 11247, + "}}Ċ": 11248, + "Ġnuclear": 11249, + "-N": 11250, + "Ġcrisis": 11251, + "ĠEnter": 11252, + "Ġanswers": 11253, + "/${": 11254, + "/pl": 11255, + "Ġsequ": 11256, + "_next": 11257, + "mask": 11258, + "Ġstanding": 11259, + "Ġplenty": 11260, + "ĠCross": 11261, + "ĉret": 11262, + "dro": 11263, + "ĠCast": 11264, + "=true": 11265, + "ĠChris": 11266, + "icio": 11267, + "ĠMike": 11268, + "Decimal": 11269, + "addComponent": 11270, + "Len": 11271, + "Ġcock": 11272, + "Ġ#{": 11273, + "URN": 11274, + "": 11403, + "Ġ*=": 11404, + "ĠPS": 11405, + "Ġdangerous": 11406, + "[p": 11407, + "OME": 11408, + "Other": 11409, + "ĠStringBuilder": 11410, + "Points": 11411, + "heading": 11412, + "Ġcurrency": 11413, + "Ġpercentage": 11414, + "_API": 11415, + "Ġclassic": 11416, + "thead": 11417, + "ĠMO": 11418, + "FE": 11419, + "Idx": 11420, + "await": 11421, + "Ġè": 11422, + "Ġaccident": 11423, + "Ġvariant": 11424, + "Ġmyst": 11425, + "ĠLand": 11426, + "ĠBre": 11427, + "Ġharm": 11428, + "ĠAcc": 11429, + "Ġcharged": 11430, + "iones": 11431, + "Visibility": 11432, + "arry": 11433, + "ĠLanguage": 11434, + "Ġwalking": 11435, + "\".ĊĊ": 11436, + "ifer": 11437, + "Ġleadership": 11438, + ".From": 11439, + "ynam": 11440, + "Ġtimestamp": 11441, + "ipt": 11442, + "ĠHas": 11443, + "REFER": 11444, + "ĠIts": 11445, + "Ġlistener": 11446, + "UTE": 11447, + "_description": 11448, + "Ġexperiences": 11449, + "Ġcreates": 11450, + "RS": 11451, + "cart": 11452, + "black": 11453, + "Ġchoices": 11454, + "war": 11455, + "Ġ'''": 11456, + "Ġordered": 11457, + "Ġevening": 11458, + "Ġpil": 11459, + "Ġtun": 11460, + "ĠBad": 11461, + "(app": 11462, + "random": 11463, + "Ġexplicit": 11464, + "Ġarrived": 11465, + "Ġfly": 11466, + "Ġeconom": 11467, + "-mail": 11468, + "Ġlists": 11469, + "Ġarchitect": 11470, + "ĠPay": 11471, + "Ġds": 11472, + "ĠSol": 11473, + "Ġvehicles": 11474, + "Hz": 11475, + "-com": 11476, + "Ġking": 11477, + "_equal": 11478, + "ĠHelp": 11479, + "Ġabuse": 11480, + "--;Ċ": 11481, + "Ġextr": 11482, + "Ġchemical": 11483, + "ä¿": 11484, + "Ġorient": 11485, + "Ġbreath": 11486, + "ĠSpace": 11487, + "(element": 11488, + "wait": 11489, + "DED": 11490, + "igma": 11491, + "Ġentr": 11492, + "Ġsob": 11493, + "-name": 11494, + "Ġaffected": 11495, + "ika": 11496, + "Ġcoal": 11497, + "_work": 11498, + "Ġhundreds": 11499, + "Ġpolitics": 11500, + "subject": 11501, + "Ġconsumer": 11502, + "ANGE": 11503, + "Ġrepeated": 11504, + "Send": 11505, + "Ġ#[": 11506, + "Ġprotocol": 11507, + "Ġleads": 11508, + "useum": 11509, + "Every": 11510, + "Import": 11511, + "(count": 11512, + "Ġchallenges": 11513, + "Ġnovel": 11514, + "Ġdepart": 11515, + "bits": 11516, + ".Current": 11517, + "Ġ`${": 11518, + "oting": 11519, + "(\\": 11520, + "Ġcreative": 11521, + "Ġbuff": 11522, + "Ġintroduced": 11523, + "usic": 11524, + "modules": 11525, + "Are": 11526, + "-doc": 11527, + "language": 11528, + "_cache": 11529, + "Ġtod": 11530, + "?>": 11531, + "omething": 11532, + "Ġhun": 11533, + "åº": 11534, + "aters": 11535, + "Intent": 11536, + "Ġimplemented": 11537, + "ĠCase": 11538, + "Children": 11539, + "Ġnotification": 11540, + "Renderer": 11541, + "Wrapper": 11542, + "Objects": 11543, + "tl": 11544, + ".Contains": 11545, + "Plugin": 11546, + ".row": 11547, + "Ġforg": 11548, + "Ġpermit": 11549, + "Ġtargets": 11550, + "ĠIF": 11551, + "Ġtip": 11552, + "sex": 11553, + "Ġsupports": 11554, + "Ġfold": 11555, + "photo": 11556, + "},čĊ": 11557, + "Ġgoogle": 11558, + "$('#": 11559, + "Ġsharing": 11560, + "Ġgoods": 11561, + "vs": 11562, + "ĠDan": 11563, + "Rate": 11564, + "ĠMartin": 11565, + "Ġmanner": 11566, + "lie": 11567, + ".The": 11568, + "Internal": 11569, + "ĠCONTR": 11570, + "Mock": 11571, + "RIGHT": 11572, + "Ġ'{": 11573, + "Ġcontrols": 11574, + "Mat": 11575, + "Ġmand": 11576, + "Ġextended": 11577, + "Ok": 11578, + "Ġembed": 11579, + "Ġplanet": 11580, + "ĠNon": 11581, + "-ch": 11582, + ")\",": 11583, + "epar": 11584, + "Ġbelieved": 11585, + "ĠEnvironment": 11586, + "ĠFriend": 11587, + "-res": 11588, + "Ġhandling": 11589, + "nic": 11590, + "-level": 11591, + "scri": 11592, + "Xml": 11593, + "BE": 11594, + "ungen": 11595, + "Ġalter": 11596, + "[idx": 11597, + "Pop": 11598, + "cam": 11599, + "Ġ(((": 11600, + "Ġshipping": 11601, + "Ġbattery": 11602, + "iddleware": 11603, + "MC": 11604, + "Ġimpl": 11605, + "otation": 11606, + "ĠLab": 11607, + "