neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/00ca4f8a27e743ce0c4c.json

{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The diminutive bone in question, situated within the intricate confines of the human middle ear, is referred to as the \"stapes.\" This minute yet essential anatomical structure contributes significantly to the auditory function by effectively transmitting sound vibrations from the surrounding air to the inner ear. As an integral component of the ossicular chain, the stapes cooperates with its adjacent counterparts, the malleus and incus, to adeptly amplify and convey auditory stimuli to the cochlea, ultimately facilitating the perception of sound."], "chosen_attention_mask": [1, 512], "chosen_input_ids": [1, 512], "chosen_labels": [1, 512], "prompt": ["What is the smallest bone in the human body, located within the middle ear and playing a critical role in the process of hearing?"], "prompt_attention_mask": [1, 512], "prompt_input_ids": [1, 512], "question": ["What is the smallest bone in the human body, located within the middle ear and playing a critical role in the process of hearing?"], "rejected": ["The diminutive bone in question, situated within the intricate confines of the human middle ear, is referred to as the \"stapes.\" This minute yet essential anatomical structure contributes significantly to the auditory function by effectively transmitting sound vibrations from the surrounding air to the inner ear. As an integral component of the ossicular chain, the stapes cooperates with its adjacent counterparts, the malleus and incus, to adeptly amplify and convey auditory stimuli to the cochlea, ultimately facilitating the perception of sound."], "rejected_attention_mask": [1, 512], "rejected_input_ids": [1, 512], "rejected_labels": [1, 512], "source": ["EverythingLM"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}