neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B-Instruct/566106102df7fa83ee35.json

{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128256, "eos_token_id": 128257, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["<|im_start|>user\n\n\nPlease answer the following question about this movie plot. If it's un-answerable, please output \"No answer\".  Question: Who plays White Tiger? Movie plot title: Rumble in the Bronx Movie plot: Ma Hon Keung (Jackie Chan), is a Hong Kong cop who comes to New York to attend the wedding of his Uncle, Bill (Bill Tung) and Whitney. The couple are in the process of selling their successful multicultural supermarket to Elaine (Anita Mui). Keung soon finds himself defending those around him against the actions of a biker gang, led by Tony (Marc Akerstream), but becomes targeted. Among them is Nancy (Fran\u00c3\u00a7oise Yip), a lingerie model/dancer and the elder sister of Danny (Morgan Lam), whom Keung befriends after being introduced by his neighbour, Uncle Bill. Realising the errors of her ways, a relationship forms between Nancy and Keung, but the small-time gangsters become the victims of a much larger and more effective criminal syndicate led by White Tiger (Kris Lord), when a member named Angelo (Garvin Cross) steals illegal diamonds after a deal goes bad. Both Keung and the gang find themselves coming to a truce as they try to overcome the syndicate, who are determined to retrieve the diamonds by any means.\nA:<|im_end|>\n<|im_start|>assistant\nKris Lord plays White Tiger.<|im_end|>\n"], "chosen_attention_mask": [1, 512], "chosen_input_ids": [1, 512], "chosen_labels": [1, 512], "prompt": ["\n\nPlease answer the following question about this movie plot. If it's un-answerable, please output \"No answer\".  Question: Who plays White Tiger? Movie plot title: Rumble in the Bronx Movie plot: Ma Hon Keung (Jackie Chan), is a Hong Kong cop who comes to New York to attend the wedding of his Uncle, Bill (Bill Tung) and Whitney. The couple are in the process of selling their successful multicultural supermarket to Elaine (Anita Mui). Keung soon finds himself defending those around him against the actions of a biker gang, led by Tony (Marc Akerstream), but becomes targeted. Among them is Nancy (Fran\u00c3\u00a7oise Yip), a lingerie model/dancer and the elder sister of Danny (Morgan Lam), whom Keung befriends after being introduced by his neighbour, Uncle Bill. Realising the errors of her ways, a relationship forms between Nancy and Keung, but the small-time gangsters become the victims of a much larger and more effective criminal syndicate led by White Tiger (Kris Lord), when a member named Angelo (Garvin Cross) steals illegal diamonds after a deal goes bad. Both Keung and the gang find themselves coming to a truce as they try to overcome the syndicate, who are determined to retrieve the diamonds by any means.\nA:"], "prompt_attention_mask": [1, 512], "prompt_input_ids": [1, 512], "question": ["\n\nPlease answer the following question about this movie plot. If it's un-answerable, please output \"No answer\".  Question: Who plays White Tiger? Movie plot title: Rumble in the Bronx Movie plot: Ma Hon Keung (Jackie Chan), is a Hong Kong cop who comes to New York to attend the wedding of his Uncle, Bill (Bill Tung) and Whitney. The couple are in the process of selling their successful multicultural supermarket to Elaine (Anita Mui). Keung soon finds himself defending those around him against the actions of a biker gang, led by Tony (Marc Akerstream), but becomes targeted. Among them is Nancy (Fran\u00c3\u00a7oise Yip), a lingerie model/dancer and the elder sister of Danny (Morgan Lam), whom Keung befriends after being introduced by his neighbour, Uncle Bill. Realising the errors of her ways, a relationship forms between Nancy and Keung, but the small-time gangsters become the victims of a much larger and more effective criminal syndicate led by White Tiger (Kris Lord), when a member named Angelo (Garvin Cross) steals illegal diamonds after a deal goes bad. Both Keung and the gang find themselves coming to a truce as they try to overcome the syndicate, who are determined to retrieve the diamonds by any means.\nA:"], "rejected": ["<|im_start|>user\n\n\nPlease answer the following question about this movie plot. If it's un-answerable, please output \"No answer\".  Question: Who plays White Tiger? Movie plot title: Rumble in the Bronx Movie plot: Ma Hon Keung (Jackie Chan), is a Hong Kong cop who comes to New York to attend the wedding of his Uncle, Bill (Bill Tung) and Whitney. The couple are in the process of selling their successful multicultural supermarket to Elaine (Anita Mui). Keung soon finds himself defending those around him against the actions of a biker gang, led by Tony (Marc Akerstream), but becomes targeted. Among them is Nancy (Fran\u00c3\u00a7oise Yip), a lingerie model/dancer and the elder sister of Danny (Morgan Lam), whom Keung befriends after being introduced by his neighbour, Uncle Bill. Realising the errors of her ways, a relationship forms between Nancy and Keung, but the small-time gangsters become the victims of a much larger and more effective criminal syndicate led by White Tiger (Kris Lord), when a member named Angelo (Garvin Cross) steals illegal diamonds after a deal goes bad. Both Keung and the gang find themselves coming to a truce as they try to overcome the syndicate, who are determined to retrieve the diamonds by any means.\nA:<|im_end|>\n<|im_start|>assistant\n No answer. The character of White Tiger is not mentioned in the movie plot provided.<|im_end|>\n"], "rejected_attention_mask": [1, 512], "rejected_input_ids": [1, 512], "rejected_labels": [1, 512], "source": ["orca_dpo_pairs"]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pad_token_id": 128257, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128258}