neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/0f0545ae3fd174a9dec5.json

{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128256, "eos_token_id": 128257, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["<|im_start|>user\nWhat is currently being done to improve accessibility in transport in NSW Australia in the next 30 years<|im_end|>\n<|im_start|>assistant\nThe New South Wales (NSW) government in Australia recognizes the importance of improving accessibility in transport, especially as the population continues to grow and change. To address this, the government has developed several plans and projects to enhance transportation infrastructure and services in the region.\n\n1. Future Transport Strategy 2056: This long-term strategy outlines the government's vision for an accessible and integrated transport system in NSW over the coming decades. The plan focuses on improving public transport networks, embracing new technologies, and providing equitable access to transportation for all residents.\n\n2. Transport Access Program: This is a significant initiative aimed at improving accessibility at existing transport hubs, such as train stations, bus stops, and ferry wharves. It involves installing lifts, ramps, and other facilities to make it easier for people with disabilities, seniors and parents with strollers to use the transport network.\n\n3. Active Transport: The NSW government also promotes active transport options like walking and cycling, which contribute to improved accessibility. They are investing in infrastructure like pedestrian pathways, cycleways, and shared use paths to make these active travel options more accessible and safe.\n\n4. On-Demand Public Transport: On-demand services like minibusses, which can be booked in advance, are being trialled in various parts of NSW. These services focus on providing flexible and accessible transport options that cater to the specific needs of passengers, including those with mobility challenges.\n\n5. Integration of Emerging Technologies: The government is exploring the potential of emerging transportation technologies, like autonomous vehicles and electric buses, to enhance accessibility for all users. These technologies could contribute to a more efficient, safe, and environmentally friendly transport system in the long term.\n\n6. Accessibility Upgrades in Rail and Bus fleets: The government plans to invest in more accessible trains and buses. These additions include better seating arrangements, wheelchair spaces, and accessible ticketing machines.\n\nIt's essential to note that these plans could evolve over time due to changing government priorities and funding availability. However, the aforementioned initiatives demonstrate that the NSW government is committed to improving transportation accessibility in the coming years.<|im_end|>\n"], "chosen_attention_mask": [1, 512], "chosen_input_ids": [1, 512], "chosen_labels": [1, 512], "prompt": ["What is currently being done to improve accessibility in transport in NSW Australia in the next 30 years"], "prompt_attention_mask": [1, 512], "prompt_input_ids": [1, 512], "question": ["What is currently being done to improve accessibility in transport in NSW Australia in the next 30 years"], "rejected": ["<|im_start|>user\nWhat is currently being done to improve accessibility in transport in NSW Australia in the next 30 years<|im_end|>\n<|im_start|>assistant\nNew South Wales (NSW), Australia is taking several steps to improve accessibility in transport in the next 30 years. One of the key initiatives is the implementation of the Transport Access Program, which aims to make public transport more accessible to people with disabilities and mobility challenges.\n\nThe program includes several measures, such as:\n\n1. The installation of new lifts and ramps at railway stations\n2. Upgrading bus services and increasing their frequency\n3. Providing real-time information on transport services to people with disabilities\n4. Improving accessibility in train carriages and stations\n5. Providing accessible taxis and ride-sharing services\n6. Introducing smart technology to help people plan their journeys and access services\n7. Developing an accessible infrastructure plan that takes into account the needs of people with disabilities and mobility challenges\n\nNSW has also introduced the Opal card, a smart card that enables commuters to travel on all public transport in the state seamlessly and efficiently. The card can be used by people with disabilities to access discounted fares and concessions.\n\nOverall, these initiatives aim to ensure that everyone in NSW has equal access to public transport and can travel independently and with ease.<|im_end|>\n"], "rejected_attention_mask": [1, 512], "rejected_input_ids": [1, 512], "rejected_labels": [1, 512], "source": ["sharegpt"]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pad_token_id": 128257, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128258}