neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/0364d816977a66dd792f.json

{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128256, "eos_token_id": 128257, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["<|im_start|>user\nI own a company called Open Acres Land Co., we buy and sell vacant rural land. We're focusing on Costilla County, CO. Can you help me do some research and write some ads?<|im_end|>\n<|im_start|>assistant\nI'd be happy to help you write some ads for your company, Open Acres Land Co. Here are three different options for you to consider:\n\nAd 1:\n\ud83c\udf04 Discover Your Peaceful Haven in Costilla County, Colorado! \ud83c\udfde\ufe0f\n\nOpen Acres Land Co. is your trusted partner for buying and selling vacant rural land in beautiful Costilla County, CO. Explore our wide range of properties and create your own slice of paradise!\n\n\ud83d\udef0\ufe0f [Website Link] \ud83d\udcde [Phone Number] \ud83d\ude80 [Email Address]\n\nAd 2:\n\ud83d\udeb6\u200d\u2642\ufe0f Your Dream Land Awaits in Costilla County, CO! \ud83c\udfd8\ufe0f\n\nAt Open Acres Land Co., we're committed to finding you the perfect rural land to suit your needs. With flexible financing options and a dedicated team of experts, buying or selling has never been easier!\n\n\ud83c\udf10 [Website Link] \ud83d\udcde [Phone Number] \u2709\ufe0f [Email Address]\n\nAd 3:\n\u2600\ufe0f Make Your Land Dreams a Reality in Costilla County, CO! \ud83c\udf32\n\nOpen Acres Land Co. specializes in vacant rural land for sale in picturesque Costilla County, CO. Let us help you find or sell the perfect property and make your dreams come true!\n\n\ud83c\udf10 [Website Link] \u260e\ufe0f [Phone Number] \ud83d\udce7 [Email Address]\n\nFeel free to modify and customize these ads according to your specific needs and branding guidelines. Good luck with your ad campaigns!<|im_end|>\n"], "chosen_attention_mask": [1, 512], "chosen_input_ids": [1, 512], "chosen_labels": [1, 512], "prompt": ["I own a company called Open Acres Land Co., we buy and sell vacant rural land. We're focusing on Costilla County, CO. Can you help me do some research and write some ads?"], "prompt_attention_mask": [1, 512], "prompt_input_ids": [1, 512], "question": ["I own a company called Open Acres Land Co., we buy and sell vacant rural land. We're focusing on Costilla County, CO. Can you help me do some research and write some ads?"], "rejected": ["<|im_start|>user\nI own a company called Open Acres Land Co., we buy and sell vacant rural land. We're focusing on Costilla County, CO. Can you help me do some research and write some ads?<|im_end|>\n<|im_start|>assistant\nOpen Acres Land Co.<|im_end|>\n"], "rejected_attention_mask": [1, 512], "rejected_input_ids": [1, 512], "rejected_labels": [1, 512], "source": ["sharegpt"]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pad_token_id": 128257, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128258}