| {"Native": [{"name": "Qwen2.5-Coder-7B-Instruct_general_qa", "dataset_name": "general_qa", "model_name": "Qwen2.5-Coder-7B-Instruct", "score": 0.6869, "metrics": [{"name": "bleu-1", "num": 1609, "score": 0.6869, "macro_score": 0.6869, "categories": [{"name": ["default"], "num": 1609, "score": 0.6869, "macro_score": 0.6869, "subsets": [{"name": "test", "score": 0.6869, "num": 1609}]}]}, {"name": "bleu-2", "num": 1609, "score": 0.6075, "macro_score": 0.6075, "categories": [{"name": ["default"], "num": 1609, "score": 0.6075, "macro_score": 0.6075, "subsets": [{"name": "test", "score": 0.6075, "num": 1609}]}]}, {"name": "bleu-3", "num": 1609, "score": 0.5621, "macro_score": 0.5621, "categories": [{"name": ["default"], "num": 1609, "score": 0.5621, "macro_score": 0.5621, "subsets": [{"name": "test", "score": 0.5621, "num": 1609}]}]}, {"name": "bleu-4", "num": 1609, "score": 0.5242, "macro_score": 0.5242, "categories": [{"name": ["default"], "num": 1609, "score": 0.5242, "macro_score": 0.5242, "subsets": [{"name": "test", "score": 0.5242, "num": 1609}]}]}, {"name": "rouge-1-f", "num": 1609, "score": 0.5517, "macro_score": 0.5517, "categories": [{"name": ["default"], "num": 1609, "score": 0.5517, "macro_score": 0.5517, "subsets": [{"name": "test", "score": 0.5517, "num": 1609}]}]}, {"name": "rouge-1-p", "num": 1609, "score": 0.5631, "macro_score": 0.5631, "categories": [{"name": ["default"], "num": 1609, "score": 0.5631, "macro_score": 0.5631, "subsets": [{"name": "test", "score": 0.5631, "num": 1609}]}]}, {"name": "rouge-1-r", "num": 1609, "score": 0.555, "macro_score": 0.555, "categories": [{"name": ["default"], "num": 1609, "score": 0.555, "macro_score": 0.555, "subsets": [{"name": "test", "score": 0.555, "num": 1609}]}]}, {"name": "rouge-2-f", "num": 1609, "score": 0.4084, "macro_score": 0.4084, "categories": [{"name": ["default"], "num": 1609, "score": 0.4084, "macro_score": 0.4084, "subsets": [{"name": "test", "score": 0.4084, "num": 1609}]}]}, {"name": "rouge-2-p", "num": 1609, "score": 0.4149, "macro_score": 0.4149, "categories": [{"name": ["default"], "num": 1609, "score": 0.4149, "macro_score": 0.4149, "subsets": [{"name": "test", "score": 0.4149, "num": 1609}]}]}, {"name": "rouge-2-r", "num": 1609, "score": 0.4139, "macro_score": 0.4139, "categories": [{"name": ["default"], "num": 1609, "score": 0.4139, "macro_score": 0.4139, "subsets": [{"name": "test", "score": 0.4139, "num": 1609}]}]}, {"name": "rouge-l-f", "num": 1609, "score": 0.537, "macro_score": 0.537, "categories": [{"name": ["default"], "num": 1609, "score": 0.537, "macro_score": 0.537, "subsets": [{"name": "test", "score": 0.537, "num": 1609}]}]}, {"name": "rouge-l-p", "num": 1609, "score": 0.5501, "macro_score": 0.5501, "categories": [{"name": ["default"], "num": 1609, "score": 0.5501, "macro_score": 0.5501, "subsets": [{"name": "test", "score": 0.5501, "num": 1609}]}]}, {"name": "rouge-l-r", "num": 1609, "score": 0.5418, "macro_score": 0.5418, "categories": [{"name": ["default"], "num": 1609, "score": 0.5418, "macro_score": 0.5418, "subsets": [{"name": "test", "score": 0.5418, "num": 1609}]}]}]}], "time": "2025-03-15 10:09:03.273189", "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "adapters": ["/home/sushant/D1/vulnerability_ati/training/vuln-expert/v1-20250314-214509/checkpoint-1892"], "result_path": "/home/sushant/D1/vulnerability_ati/training/vuln-expert/v1-20250314-214509/checkpoint-1892/eval_result/20250315-100903.jsonl", "eval_output_dir": "/global/D1/homes/sushant/vulnerability_ati/training/eval_output", "eval_limit": null} | |