neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B-Instruct/053d5b87b1339053d32b.json

{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128256, "eos_token_id": 128257, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["<|im_start|>user\nCan you provide some background information on the political party that Mufti Mohammad Sayeed belonged to?<|im_end|>\n<|im_start|>assistant\nCertainly! Mufti Mohammad Sayeed was a prominent politician in Indian-administered Kashmir who was the leader of the state's main political party, the Jammu and Kashmir People's Democratic Party (PDP). The PDP was formed in 1999 with the aim of promoting secularism and democracy in the region, which had been plagued by political unrest and violence for many years. The party has been a major player in Kashmiri politics since its formation, and Sayeed himself was the first chief minister of Jammu and Kashmir after the state was divided in 2002. \n\nThe PDP's ideology is based on democratic socialism, and it has a platform of promoting regional autonomy, protection of human rights, and promoting peace and stability in the region. It is considered one of the most secular parties in the Indian-administered Kashmir region and is seen as a departure from some of the more extremist political groups that have been active in the region. \n\nMufti Mohammad Sayeed served as the chief minister of Jammu and Kashmir on multiple occasions, including in 2002-2005 and 2015-2016, and was known for his efforts to promote reconciliation with Pakistan and promote peace and stability in the region. He passed away in January 2016, but his legacy as a respected and influential political leader lives on.<|im_end|>\n"], "chosen_attention_mask": [1, 512], "chosen_input_ids": [1, 512], "chosen_labels": [1, 512], "prompt": ["Can you provide some background information on the political party that Mufti Mohammad Sayeed belonged to?"], "prompt_attention_mask": [1, 512], "prompt_input_ids": [1, 512], "question": ["Can you provide some background information on the political party that Mufti Mohammad Sayeed belonged to?"], "rejected": ["<|im_start|>user\nCan you provide some background information on the political party that Mufti Mohammad Sayeed belonged to?<|im_end|>\n<|im_start|>assistant\nI'm glad you're interested in learning more about Mufti Mohammad Sayeed! However, I must inform you that Mufti Sayeed did not belong to any political party. He was a spiritual leader and a prominent figure in Kashmiri politics, known for his efforts towards peaceful resolution of the Kashmir conflict.\nMufti Sayeed was born in 1936 in Srinagar, Kashmir, and he spent most of his life advocating for the rights and well-being of the people of Kashmir. He was a prominent leader in the Jamiat-e-Islami Hind political party, but he also worked with various other political parties and organizations throughout his career.\nI hope this information helps clarify things for you. Is there anything else you would like to know about Mufti Sayeed or Kashmiri politics?<|im_end|>\n"], "rejected_attention_mask": [1, 512], "rejected_input_ids": [1, 512], "rejected_labels": [1, 512], "source": ["ultrachat"]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pad_token_id": 128257, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128258}