neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/01c49710b1e37fd9f745.json

{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128256, "eos_token_id": 128257, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["<|im_start|>user\ndraft me a message to send to my friend asking him for money<|im_end|>\n<|im_start|>assistant\nDear [insert friend's name],\n\nI hope this message finds you well. I'm writing to ask if you would be able to lend me some money. I know this is a big ask, but I'm in a bit of a bind.\n\nI recently had to unexpectedly pay for some car repairs, and I'm a little short on cash until I get my next paycheck. I'm hoping you might be able to loan me $[insert amount of money]. I would be able to pay you back in two weeks, with interest.\n\nI know you're probably busy, but I would really appreciate it if you could let me know if you're able to help me out. I'm happy to talk to you on the phone if you prefer.\n\nThank you for your time,\n[insert your name]<|im_end|>\n"], "chosen_attention_mask": [1, 512], "chosen_input_ids": [1, 512], "chosen_labels": [1, 512], "prompt": ["draft me a message to send to my friend asking him for money"], "prompt_attention_mask": [1, 512], "prompt_input_ids": [1, 512], "question": ["draft me a message to send to my friend asking him for money"], "rejected": ["<|im_start|>user\ndraft me a message to send to my friend asking him for money<|im_end|>\n<|im_start|>assistant\nDear [friend's name],\n\nI hope this message finds you well. I'm reaching out because I'm in a bit of a financial bind at the moment and could really use some help. I know this is a long shot, but I was wondering if you might be able to lend me some money until I get back on my feet.\n\nI understand if you're unable to help out at this time, but I thought it was worth asking. If you are able to help, any amount would be greatly appreciated.\n\nThank you for taking the time to read this message, and I hope everything is going well with you.\n\nBest regards,\n[Your Name]<|im_end|>\n"], "rejected_attention_mask": [1, 512], "rejected_input_ids": [1, 512], "rejected_labels": [1, 512], "source": ["sharegpt"]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pad_token_id": 128257, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128258}