b0VIM 8.2Q3eꂘ3root45ac6ed2bb7f/workspace/CarbonVillain-en-10.7B-v3/config.jsonutf-8 U3210#"! Utpad : }aL7tY=( g R < : 9 } "vocab_size": 32000 "use_cache": true, "transformers_version": "4.36.2", "torch_dtype": "float16", "tie_word_embeddings": false, "rope_theta": 10000.0, "rope_scaling": null, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "pad_token_id": 2, "num_key_value_heads": 8, "num_hidden_layers": 48, "num_attention_heads": 32, "model_type": "llama", "max_position_embeddings": 4096, "intermediate_size": 14336, "initializer_range": 0.02, "hidden_size": 4096, "hidden_act": "silu", "eos_token_id": 2, "bos_token_id": 1, "attention_dropout": 0.0, "attention_bias": false, ], "LlamaForCausalLM" "architectures": [ "_name_or_path": "kyujinpy/Sakura-SOLAR-Instruct",{