Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+wandb/run-20241031_021815-wb1qn4kt/run-wb1qn4kt.wandb filter=lfs diff=lfs merge=lfs -text

arguments.yaml

@@ -0,0 +1,94 @@
+bnb_cfgs:
+  bnb_4bit_compute_dtype: float16
+  bnb_4bit_quant_type: nf4
+  bnb_4bit_use_double_quant: true
+  load_in_4bit: true
+  load_in_8bit: false
+  use_bnb: false
+data_cfgs:
+  eval_data_files: null
+  eval_datasets: null
+  eval_optional_args: []
+  eval_size: null
+  eval_split: null
+  eval_subset: null
+  eval_template: null
+  ptx_data_files: null
+  ptx_datasets: null
+  ptx_optional_args: []
+  ptx_size: null
+  ptx_split: null
+  ptx_subset: null
+  ptx_template: null
+  train_data_files: ti2ti_llf_prompt_only_tokenize.pt
+  train_datasets: /data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs
+  train_optional_args: []
+  train_size: 5000
+  train_split: null
+  train_subset: null
+  train_template: spavl_ti2ti
+logger_cfgs:
+  cache_dir: null
+  log_project: align-anything
+  log_run_name: ppo
+  log_type: wandb
+  output_dir: ../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx
+  save_interval: 30.0
+lora_cfgs:
+  inference_mode: false
+  lora_alpha: 16
+  lora_dropout: 0.1
+  r: 16
+  save_full_model: true
+  target_modules:
+  - q_proj
+  - v_proj
+  task_type: TaskType.CAUSAL_LM
+  use_lora: false
+model_cfgs:
+  actor_model_name_or_path: /data/align-anything/hantao/models/0916_ti_to_ti_sft
+  model_max_length: 2048
+  repetition_penalty: 1.0
+  reward_critic_model_name_or_path: /data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add
+  reward_model_name_or_path: /data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add
+  temperature: 1.0
+  top_p: 1.0
+  trust_remote_code: true
+special_tokens: null
+train_cfgs:
+  actor_gradient_checkpointing: true
+  actor_lr: 1.0e-05
+  actor_lr_scheduler_type: cosine
+  actor_lr_warmup_ratio: 0.03
+  actor_weight_decay: 0.01
+  adam_betas:
+  - 0.9
+  - 0.95
+  bf16: true
+  clip_range_ratio: 0.2
+  clip_range_score: 50.0
+  clip_range_value: 5.0
+  critic_gradient_checkpointing: true
+  critic_lr: 5.0e-06
+  critic_lr_scheduler_type: constant
+  critic_lr_warmup_ratio: 0.03
+  critic_weight_decay: 0.0
+  ds_cfgs: ds_z3_config.json
+  epochs: 3
+  eval_interval: 10
+  eval_strategy: epoch
+  fp16: false
+  freeze_language_model: true
+  freeze_mm_proj: true
+  freeze_vision_tower: false
+  gae_lambda: 0.95
+  gamma: 1.0
+  gradient_accumulation_steps: 2
+  kl_coeff: 0.02
+  normalize_reward: false
+  per_device_eval_batch_size: 8
+  per_device_prompt_batch_size: 8
+  per_device_train_batch_size: 8
+  ptx_coeff: 16.0
+  seed: 42
+  update_iters: 1

environ.txt

@@ -0,0 +1,55 @@
+CONDA_DEFAULT_ENV=hantao_cham
+CONDA_EXE=/home/align-anything/miniconda3/bin/conda
+CONDA_PREFIX=/home/align-anything/miniconda3/envs/hantao_cham
+CONDA_PREFIX_1=/home/align-anything/miniconda3
+CONDA_PROMPT_MODIFIER=(hantao_cham) 
+CONDA_PYTHON_EXE=/home/align-anything/miniconda3/bin/python
+CONDA_SHLVL=2
+CROSS_RANK=0
+CROSS_SIZE=1
+CUDA_MODULE_LOADING=LAZY
+CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
+DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/2000/bus
+HOME=/home/align-anything
+LANG=en_US.UTF-8
+LD_LIBRARY_PATH=/home/align-anything/miniconda3/envs/hantao_cham/lib/python3.11/site-packages/cv2/../../lib64:
+LESSCLOSE=/usr/bin/lesspipe %s %s
+LESSOPEN=| /usr/bin/lesspipe %s
+LOCAL_RANK=0
+LOCAL_SIZE=8
+LOGLEVEL=WARNING
+LOGNAME=align-anything
+LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36:
+MASTER_ADDR=127.0.0.1
+MASTER_PORT=28184
+MOTD_SHOWN=pam
+OLDPWD=/home/align-anything
+PATH=/home/align-anything/miniconda3/envs/hantao_cham/bin:/home/align-anything/miniconda3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin
+PWD=/data/align-anything/hantao/align-anything/scripts
+PYGAME_HIDE_SUPPORT_PROMPT=1
+PYTHONHASHSEED=42
+PYTHONPATH=/data/align-anything/hantao/align-anything:/data/align-anything/hantao/align-anything:/data/align-anything/hantao/align-anything
+QT_QPA_FONTDIR=/home/align-anything/miniconda3/envs/hantao_cham/lib/python3.11/site-packages/cv2/qt/fonts
+QT_QPA_PLATFORM_PLUGIN_PATH=/home/align-anything/miniconda3/envs/hantao_cham/lib/python3.11/site-packages/cv2/qt/plugins
+RANK=0
+SHELL=/bin/bash
+SHLVL=3
+SSH_CLIENT=111.205.230.212 2817 30600
+SSH_CONNECTION=111.205.230.212 2817 10.10.212.196 30600
+SSH_TTY=/dev/pts/2
+TERM=screen
+TMUX=/tmp//tmux-2000/default,3379,0
+TMUX_PANE=%0
+USER=align-anything
+WANDB_API_KEY=7e2dcc0c310ebcb7cdcafd5e9320d6be55cf1a33
+WANDB_MODE=online
+WANDB_SERVICE=2-34249-tcp-localhost-34873
+WORLD_SIZE=8
+XDG_DATA_DIRS=/usr/local/share:/usr/share:/var/lib/snapd/desktop
+XDG_RUNTIME_DIR=/run/user/2000
+XDG_SESSION_CLASS=user
+XDG_SESSION_ID=4
+XDG_SESSION_TYPE=tty
+_=/home/align-anything/miniconda3/envs/hantao_cham/bin/deepspeed
+_CE_CONDA=
+_CE_M=

preprocessor_config.json

@@ -0,0 +1,28 @@
+{
+  "crop_size": {
+    "height": 512,
+    "width": 512
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    1.0,
+    1.0,
+    1.0
+  ],
+  "image_processor_type": "ChameleonImageProcessor",
+  "image_std": [
+    1.0,
+    1.0,
+    1.0
+  ],
+  "processor_class": "ChameleonProcessor",
+  "resample": 1,
+  "rescale_factor": 0.0078,
+  "size": {
+    "shortest_edge": 512
+  }
+}

processor_config.json

@@ -0,0 +1,5 @@
+{
+  "image_seq_length": 1024,
+  "image_token": "<image>",
+  "processor_class": "ChameleonProcessor"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8666b34c85262dd603dfb7ad3418cb5c1e18e0427c0ab788e469fc756bc6d95
+size 14165009930

script.sh

@@ -0,0 +1,93 @@
+#!/usr/bin/env bash
+#
+# Copyright 2024 PKU-Alignment Team. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+# Initialize variables
+# For wandb online logging
+export WANDB_API_KEY="7e2dcc0c310ebcb7cdcafd5e9320d6be55cf1a33"
+# Source the setup script
+# source ./setup.sh
+
+export WANDB_MODE=online
+
+ACTOR_MODEL_NAME_OR_PATH="/data/align-anything/hantao/models/0916_ti_to_ti_sft"
+CRITIC_MODEL_NAME_OR_PATH="/data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add/slice_600"
+REWARD_MODEL_NAME_OR_PATH="/data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add/slice_600"
+TRAIN_DATASETS="/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs"
+PTX_DATASETS="/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs"
+OUTPUT_DIR="../outputs/ppo_ti2ti_baseline_1025_with_eval_add_step_600_no_ptx"
+
+# Source the setup script
+source ./setup.sh
+
+# Execute deepspeed command
+deepspeed \
+  --master_port ${MASTER_PORT} \
+  --module align_anything.trainers.text_image_to_text_image.ppo \
+  --actor_model_name_or_path ${ACTOR_MODEL_NAME_OR_PATH} \
+  --reward_model_name_or_path ${REWARD_MODEL_NAME_OR_PATH} \
+  --reward_critic_model_name_or_path ${CRITIC_MODEL_NAME_OR_PATH} \
+  --train_datasets ${TRAIN_DATASETS} \
+  --train_template spavl_ti2ti \
+  --train_data_files ti2ti_llf_prompt_only_tokenize.pt \
+  --output_dir ${OUTPUT_DIR} \
+  --save_interval 30
+  
+ACTOR_MODEL_NAME_OR_PATH="/data/align-anything/hantao/models/0916_ti_to_ti_sft"
+CRITIC_MODEL_NAME_OR_PATH="/data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add/slice_1800"
+REWARD_MODEL_NAME_OR_PATH="/data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add/slice_1800"
+TRAIN_DATASETS="/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs"
+PTX_DATASETS="/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs"
+OUTPUT_DIR="../outputs/ppo_ti2ti_baseline_1025_with_eval_add_step_1800_no_ptx"
+
+# Source the setup script
+source ./setup.sh
+
+# Execute deepspeed command
+deepspeed \
+  --master_port ${MASTER_PORT} \
+  --module align_anything.trainers.text_image_to_text_image.ppo \
+  --actor_model_name_or_path ${ACTOR_MODEL_NAME_OR_PATH} \
+  --reward_model_name_or_path ${REWARD_MODEL_NAME_OR_PATH} \
+  --reward_critic_model_name_or_path ${CRITIC_MODEL_NAME_OR_PATH} \
+  --train_datasets ${TRAIN_DATASETS} \
+  --train_template spavl_ti2ti \
+  --train_data_files ti2ti_llf_prompt_only_tokenize.pt \
+  --output_dir ${OUTPUT_DIR} \
+  --save_interval 30
+
+ACTOR_MODEL_NAME_OR_PATH="/data/align-anything/hantao/models/0916_ti_to_ti_sft"
+CRITIC_MODEL_NAME_OR_PATH="/data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add"
+REWARD_MODEL_NAME_OR_PATH="/data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add"
+TRAIN_DATASETS="/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs"
+PTX_DATASETS="/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs"
+OUTPUT_DIR="../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx"
+
+# Source the setup script
+source ./setup.sh
+
+# Execute deepspeed command
+deepspeed \
+  --master_port ${MASTER_PORT} \
+  --module align_anything.trainers.text_image_to_text_image.ppo \
+  --actor_model_name_or_path ${ACTOR_MODEL_NAME_OR_PATH} \
+  --reward_model_name_or_path ${REWARD_MODEL_NAME_OR_PATH} \
+  --reward_critic_model_name_or_path ${CRITIC_MODEL_NAME_OR_PATH} \
+  --train_datasets ${TRAIN_DATASETS} \
+  --train_template spavl_ti2ti \
+  --train_data_files ti2ti_llf_prompt_only_tokenize.pt \
+  --output_dir ${OUTPUT_DIR} \
+  --save_interval 30

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<reserved08706>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

wandb/debug-internal.log

@@ -0,0 +1,23 @@
+{"time":"2024-10-31T02:18:15.577604613Z","level":"INFO","msg":"using version","core version":"0.18.3"}
+{"time":"2024-10-31T02:18:15.577634173Z","level":"INFO","msg":"created symlink","path":"../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx/wandb/run-20241031_021815-wb1qn4kt/logs/debug-core.log"}
+{"time":"2024-10-31T02:18:15.581135006Z","level":"ERROR","msg":"dialing: google: could not find default credentials. See https://cloud.google.com/docs/authentication/external/set-up-adc for more information"}
+{"time":"2024-10-31T02:18:15.607649913Z","level":"INFO","msg":"created new stream","id":"wb1qn4kt"}
+{"time":"2024-10-31T02:18:15.607694223Z","level":"INFO","msg":"stream: started","id":"wb1qn4kt"}
+{"time":"2024-10-31T02:18:15.607725586Z","level":"INFO","msg":"sender: started","stream_id":{"value":"wb1qn4kt"}}
+{"time":"2024-10-31T02:18:15.607717255Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"wb1qn4kt"}}
+{"time":"2024-10-31T02:18:15.607788192Z","level":"INFO","msg":"handler: started","stream_id":{"value":"wb1qn4kt"}}
+{"time":"2024-10-31T02:18:16.252549057Z","level":"INFO","msg":"wandb-core","!BADKEY":null}
+{"time":"2024-10-31T02:18:16.257067096Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2024-10-31T04:15:31.950759998Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": unexpected EOF"}
+{"time":"2024-10-31T04:15:31.950863415Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/htlou/align-anything/wb1qn4kt/file_stream\": EOF"}
+{"time":"2024-10-31T04:19:50.676455427Z","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2024-10-31T04:19:50.701256331Z","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2024-10-31T04:19:52.057636729Z","level":"WARN","msg":"No program path found, not creating job artifact. See https://docs.wandb.ai/guides/launch/create-job"}
+{"time":"2024-10-31T04:19:52.057672024Z","level":"INFO","msg":"sender: sendDefer: no job artifact to save"}
+{"time":"2024-10-31T04:19:53.939646445Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2024-10-31T04:19:55.471204319Z","level":"INFO","msg":"stream: closing","id":"wb1qn4kt"}
+{"time":"2024-10-31T04:19:55.471239813Z","level":"INFO","msg":"handler: closed","stream_id":{"value":"wb1qn4kt"}}
+{"time":"2024-10-31T04:19:55.471268152Z","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"wb1qn4kt"}}
+{"time":"2024-10-31T04:19:55.47134801Z","level":"INFO","msg":"sender: closed","stream_id":{"value":"wb1qn4kt"}}
+{"time":"2024-10-31T04:19:55.47442603Z","level":"INFO","msg":"stream: closed","id":"wb1qn4kt"}
+{"time":"2024-10-31T04:19:55.680182117Z","level":"ERROR","msg":"monitor: gpu: timeout waiting for process to exit"}

wandb/debug.log

@@ -0,0 +1,33 @@
+2024-10-31 02:18:15,561 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Current SDK version is 0.18.3
+2024-10-31 02:18:15,561 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Configure stats pid to 34249
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Loading settings from /home/align-anything/.config/wandb/settings
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Loading settings from /data/align-anything/hantao/align-anything/scripts/wandb/settings
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Loading settings from environment variables: {'api_key': '***REDACTED***', 'mode': 'online'}
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
+2024-10-31 02:18:15,562 WARNING MainThread:34249 [wandb_setup.py:_flush():79] Could not find program at -m align_anything.trainers.text_image_to_text_image.ppo
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m align_anything.trainers.text_image_to_text_image.ppo'}
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Applying login settings: {}
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_init.py:_log_setup():532] Logging user logs to ../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx/wandb/run-20241031_021815-wb1qn4kt/logs/debug.log
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_init.py:_log_setup():533] Logging internal logs to ../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx/wandb/run-20241031_021815-wb1qn4kt/logs/debug-internal.log
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_init.py:init():617] calling init triggers
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_init.py:init():624] wandb.init called with sweep_config: {}
+config: {'train_cfgs': {'ds_cfgs': 'ds_z3_config.json', 'epochs': 3, 'seed': 42, 'per_device_prompt_batch_size': 8, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'gradient_accumulation_steps': 2, 'actor_gradient_checkpointing': True, 'critic_gradient_checkpointing': True, 'actor_lr': 1e-05, 'actor_lr_scheduler_type': 'cosine', 'actor_lr_warmup_ratio': 0.03, 'actor_weight_decay': 0.01, 'critic_lr': 5e-06, 'critic_lr_scheduler_type': 'constant', 'critic_lr_warmup_ratio': 0.03, 'critic_weight_decay': 0.0, 'adam_betas': [0.9, 0.95], 'bf16': True, 'fp16': False, 'eval_strategy': 'epoch', 'eval_interval': 10, 'kl_coeff': 0.02, 'clip_range_ratio': 0.2, 'clip_range_score': 50.0, 'clip_range_value': 5.0, 'ptx_coeff': 16.0, 'gamma': 1.0, 'gae_lambda': 0.95, 'normalize_reward': False, 'update_iters': 1, 'freeze_mm_proj': True, 'freeze_vision_tower': False, 'freeze_language_model': True}, 'data_cfgs': {'train_datasets': '/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs', 'train_template': 'spavl_ti2ti', 'train_size': 5000, 'train_split': None, 'train_subset': None, 'train_data_files': 'ti2ti_llf_prompt_only_tokenize.pt', 'train_optional_args': [], 'eval_datasets': None, 'eval_template': None, 'eval_size': None, 'eval_split': None, 'eval_subset': None, 'eval_data_files': None, 'eval_optional_args': [], 'ptx_datasets': None, 'ptx_template': None, 'ptx_size': None, 'ptx_subset': None, 'ptx_split': None, 'ptx_data_files': None, 'ptx_optional_args': []}, 'logger_cfgs': {'log_type': 'wandb', 'log_project': 'align-anything', 'log_run_name': 'ppo', 'output_dir': '../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx', 'cache_dir': None, 'save_interval': 30.0}, 'model_cfgs': {'actor_model_name_or_path': '/data/align-anything/hantao/models/0916_ti_to_ti_sft', 'reward_model_name_or_path': '/data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add', 'reward_critic_model_name_or_path': '/data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add', 'trust_remote_code': True, 'model_max_length': 2048, 'temperature': 1.0, 'top_p': 1.0, 'repetition_penalty': 1.0}, 'lora_cfgs': {'use_lora': False, 'task_type': 'TaskType.CAUSAL_LM', 'inference_mode': False, 'r': 16, 'lora_alpha': 16, 'lora_dropout': 0.1, 'target_modules': ['q_proj', 'v_proj'], 'save_full_model': True}, 'bnb_cfgs': {'use_bnb': False, 'load_in_4bit': True, 'load_in_8bit': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': True, 'bnb_4bit_compute_dtype': 'float16'}, 'special_tokens': None}
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_init.py:init():667] starting backend
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_init.py:init():671] sending inform_init request
+2024-10-31 02:18:15,568 INFO    MainThread:34249 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-10-31 02:18:15,568 INFO    MainThread:34249 [wandb_init.py:init():684] backend started and connected
+2024-10-31 02:18:15,572 INFO    MainThread:34249 [wandb_init.py:init():779] updated telemetry
+2024-10-31 02:18:15,588 INFO    MainThread:34249 [wandb_init.py:init():812] communicating run to backend with 90.0 second timeout
+2024-10-31 02:18:16,248 INFO    MainThread:34249 [wandb_init.py:init():863] starting run threads in backend
+2024-10-31 02:18:16,387 INFO    MainThread:34249 [wandb_run.py:_console_start():2465] atexit reg
+2024-10-31 02:18:16,387 INFO    MainThread:34249 [wandb_run.py:_redirect():2313] redirect: wrap_raw
+2024-10-31 02:18:16,387 INFO    MainThread:34249 [wandb_run.py:_redirect():2378] Wrapping output streams.
+2024-10-31 02:18:16,387 INFO    MainThread:34249 [wandb_run.py:_redirect():2403] Redirects installed.
+2024-10-31 02:18:16,391 INFO    MainThread:34249 [wandb_init.py:init():907] run started, returning control to user process
+2024-10-31 04:19:50,672 INFO    MainThread:34249 [wandb_run.py:_finish():2164] finishing run htlou/align-anything/wb1qn4kt
+2024-10-31 04:19:50,674 INFO    MainThread:34249 [wandb_run.py:_atexit_cleanup():2428] got exitcode: 0
+2024-10-31 04:19:50,675 INFO    MainThread:34249 [wandb_run.py:_restore():2410] restore
+2024-10-31 04:19:50,675 INFO    MainThread:34249 [wandb_run.py:_restore():2416] restore done
+2024-10-31 04:19:55,453 INFO    MainThread:34249 [wandb_run.py:_footer_history_summary_info():4049] rendering history
+2024-10-31 04:19:55,458 INFO    MainThread:34249 [wandb_run.py:_footer_history_summary_info():4081] rendering summary
+2024-10-31 04:19:55,468 INFO    MainThread:34249 [wandb_run.py:_footer_sync_info():4008] logging synced files

wandb/run-20241031_021815-wb1qn4kt/files/config.yaml

@@ -0,0 +1,143 @@
+_wandb:
+    value:
+        cli_version: 0.18.3
+        m: []
+        python_version: 3.11.10
+        t:
+            "1":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 51
+                - 55
+                - 71
+                - 83
+                - 98
+                - 105
+            "2":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 51
+                - 55
+                - 71
+                - 83
+                - 98
+                - 105
+            "3":
+                - 2
+                - 13
+                - 16
+                - 23
+                - 55
+                - 61
+            "4": 3.11.10
+            "5": 0.18.3
+            "6": 4.44.0.dev0
+            "8":
+                - 5
+            "12": 0.18.3
+            "13": linux-x86_64
+bnb_cfgs:
+    value:
+        bnb_4bit_compute_dtype: float16
+        bnb_4bit_quant_type: nf4
+        bnb_4bit_use_double_quant: true
+        load_in_4bit: true
+        load_in_8bit: false
+        use_bnb: false
+data_cfgs:
+    value:
+        eval_data_files: null
+        eval_datasets: null
+        eval_optional_args: []
+        eval_size: null
+        eval_split: null
+        eval_subset: null
+        eval_template: null
+        ptx_data_files: null
+        ptx_datasets: null
+        ptx_optional_args: []
+        ptx_size: null
+        ptx_split: null
+        ptx_subset: null
+        ptx_template: null
+        train_data_files: ti2ti_llf_prompt_only_tokenize.pt
+        train_datasets: /data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs
+        train_optional_args: []
+        train_size: 5000
+        train_split: null
+        train_subset: null
+        train_template: spavl_ti2ti
+logger_cfgs:
+    value:
+        cache_dir: null
+        log_project: align-anything
+        log_run_name: ppo
+        log_type: wandb
+        output_dir: ../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx
+        save_interval: 30
+lora_cfgs:
+    value:
+        inference_mode: false
+        lora_alpha: 16
+        lora_dropout: 0.1
+        r: 16
+        save_full_model: true
+        target_modules:
+            - q_proj
+            - v_proj
+        task_type: TaskType.CAUSAL_LM
+        use_lora: false
+model_cfgs:
+    value:
+        actor_model_name_or_path: /data/align-anything/hantao/models/0916_ti_to_ti_sft
+        model_max_length: 2048
+        repetition_penalty: 1
+        reward_critic_model_name_or_path: /data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add
+        reward_model_name_or_path: /data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add
+        temperature: 1
+        top_p: 1
+        trust_remote_code: true
+special_tokens:
+    value: null
+train_cfgs:
+    value:
+        actor_gradient_checkpointing: true
+        actor_lr: 1e-05
+        actor_lr_scheduler_type: cosine
+        actor_lr_warmup_ratio: 0.03
+        actor_weight_decay: 0.01
+        adam_betas:
+            - 0.9
+            - 0.95
+        bf16: true
+        clip_range_ratio: 0.2
+        clip_range_score: 50
+        clip_range_value: 5
+        critic_gradient_checkpointing: true
+        critic_lr: 5e-06
+        critic_lr_scheduler_type: constant
+        critic_lr_warmup_ratio: 0.03
+        critic_weight_decay: 0
+        ds_cfgs: ds_z3_config.json
+        epochs: 3
+        eval_interval: 10
+        eval_strategy: epoch
+        fp16: false
+        freeze_language_model: true
+        freeze_mm_proj: true
+        freeze_vision_tower: false
+        gae_lambda: 0.95
+        gamma: 1
+        gradient_accumulation_steps: 2
+        kl_coeff: 0.02
+        normalize_reward: false
+        per_device_eval_batch_size: 8
+        per_device_prompt_batch_size: 8
+        per_device_train_batch_size: 8
+        ptx_coeff: 16
+        seed: 42
+        update_iters: 1

wandb/run-20241031_021815-wb1qn4kt/files/requirements.txt

@@ -0,0 +1,230 @@
+align-anything==0.0.1.dev0
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-curand-cu12==10.3.2.106
+wcwidth==0.2.13
+nvidia-cuda-nvrtc-cu12==12.1.105
+pycparser==2.22
+tokenizers==0.19.1
+grpcio==1.66.2
+joblib==1.4.2
+virtualenv==20.26.6
+pyzmq==26.2.0
+cffi==1.17.1
+sentencepiece==0.2.0
+nvidia-nvtx-cu12==12.1.105
+docker-pycreds==0.4.0
+outlines==0.1.1.dev4+ga2fd35c
+nvidia-nvjitlink-cu12==12.6.77
+annotated-types==0.7.0
+certifi==2024.8.30
+interegular==0.3.3
+Jinja2==3.1.4
+Brotli==1.1.0
+fairscale==0.4.13
+gradio_client==1.4.0
+opencv-python==4.6.0.66
+pyarrow==17.0.0
+absl-py==2.1.0
+lm-format-enforcer==0.10.6
+pydantic_core==2.23.4
+llvmlite==0.43.0
+accelerate==1.0.1
+pytest-split==0.8.0
+nvidia-cuda-cupti-cu12==12.1.105
+watchfiles==0.24.0
+optree==0.13.0
+py-cpuinfo==9.0.0
+scikit-learn==1.5.2
+ftfy==6.3.0
+fastapi==0.115.0
+psutil==6.0.0
+MarkupSafe==2.1.5
+nvidia-cublas-cu12==12.1.3.1
+pip==24.2
+websockets==12.0
+tomlkit==0.12.0
+torchaudio==2.4.0
+huggingface-hub==0.25.2
+mistral_common==1.4.4
+image-reward==1.5
+pyparsing==3.1.4
+aiohappyeyeballs==2.4.3
+click==8.1.7
+httptools==0.6.1
+decorator==4.4.2
+tqdm==4.66.5
+fonttools==4.54.1
+kiwisolver==1.4.7
+ruff==0.6.9
+openai==1.51.2
+partial-json-parser==0.2.1.1.post4
+xformers==0.0.27.post2
+distlib==0.3.9
+GitPython==3.1.43
+pytest==7.2.0
+imageio==2.35.1
+msgspec==0.18.6
+proglog==0.1.10
+yarl==1.15.0
+markdown-it-py==3.0.0
+PyYAML==6.0.2
+xxhash==3.5.0
+braceexpand==0.1.7
+datasets==3.0.1
+mpmath==1.3.0
+distro==1.9.0
+term-image==0.7.2
+python-dotenv==1.0.1
+semantic-version==2.10.0
+multidict==6.1.0
+vllm==0.6.2
+sentry-sdk==2.16.0
+idna==3.10
+starlette==0.38.6
+args==0.1.0
+peft==0.13.2
+librosa==0.10.2.post1
+urllib3==2.2.3
+python-dateutil==2.9.0.post0
+pycountry==24.6.1
+six==1.16.0
+ffmpy==0.4.0
+multiprocess==0.70.16
+cycler==0.12.1
+charset-normalizer==3.4.0
+aiofiles==23.2.1
+shellingham==1.5.4
+propcache==0.2.0
+lark==1.2.2
+torch==2.4.0
+Werkzeug==3.0.4
+nvidia-cusparse-cu12==12.1.0.106
+clip==0.2.0
+hjson==3.1.0
+diffusers==0.30.3
+attrs==24.2.0
+lazy_loader==0.4
+numpy==1.26.4
+rpds-py==0.20.0
+pytz==2024.2
+audioread==3.0.1
+platformdirs==4.3.6
+deepspeed==0.15.2
+gguf==0.10.0
+wandb==0.18.3
+prometheus_client==0.21.0
+gitdb==4.0.11
+packaging==24.1
+sympy==1.13.3
+mutagen==1.47.0
+contourpy==1.3.0
+pluggy==1.5.0
+python-multipart==0.0.12
+soundfile==0.12.1
+typer==0.12.5
+timm==0.6.13
+frozenlist==1.4.1
+httpx==0.27.2
+mmsg==0.1.dev20+g585c63a.d20241012
+tiktoken==0.7.0
+pydub==0.25.1
+diskcache==5.6.3
+einops==0.8.0
+setproctitle==1.3.3
+scipy==1.14.1
+typing_extensions==4.12.2
+httpcore==1.0.6
+cfgv==3.4.0
+requests==2.32.3
+torchlibrosa==0.1.0
+pydantic==2.9.2
+torchvision==0.19.0
+sniffio==1.3.1
+pyairports==2.1.1
+hpsv2==1.2.0
+protobuf==3.20.3
+wheel==0.44.0
+smmap==5.0.1
+zipp==3.20.2
+iniconfig==2.0.0
+airportsdata==20241001
+clint==0.5.1
+pooch==1.8.2
+shortuuid==1.0.13
+pycryptodomex==3.21.0
+cloudpickle==3.1.0
+transformers==4.44.0.dev0
+regex==2024.9.11
+numba==0.60.0
+tzdata==2024.2
+orjson==3.10.7
+jsonschema-specifications==2024.10.1
+safetensors==0.4.5
+outlines_core==0.1.0
+filelock==3.16.1
+threadpoolctl==3.5.0
+soxr==0.5.0.post1
+nvidia-cufft-cu12==11.0.2.54
+networkx==3.4.1
+msgpack==1.1.0
+pandas==2.2.3
+align-anything==0.0.1.dev0
+anyio==4.6.0
+nvidia-cuda-runtime-cu12==12.1.105
+bitsandbytes==0.44.1
+aiohttp==3.10.10
+matplotlib==3.9.2
+triton==3.0.0
+tensorboard==2.18.0
+nodeenv==1.9.1
+fsspec==2024.6.1
+webdataset==0.2.100
+imageio-ffmpeg==0.5.1
+mdurl==0.1.2
+identify==2.6.1
+h11==0.14.0
+uvloop==0.20.0
+rich==13.9.2
+frechet-audio-distance==0.1.2
+uvicorn==0.31.1
+pytorch-fid==0.3.0
+yt-dlp==2024.8.6
+jiter==0.6.1
+nest-asyncio==1.6.0
+pre_commit==4.0.1
+referencing==0.35.1
+resampy==0.4.3
+tensorboard-data-server==0.7.2
+importlib_metadata==8.5.0
+aiosignal==1.3.1
+dill==0.3.8
+prometheus-fastapi-instrumentator==7.0.0
+ninja==1.11.1.1
+nvidia-ml-py==12.560.30
+moviepy==1.0.3
+nvidia-cudnn-cu12==9.1.0.70
+Markdown==3.7
+ray==2.37.0
+gradio==5.0.2
+jsonschema==4.23.0
+Pygments==2.18.0
+nvidia-nccl-cu12==2.20.5
+pillow==10.4.0
+setuptools==75.1.0
+jaraco.text==3.12.1
+inflect==7.3.1
+jaraco.collections==5.1.0
+autocommand==2.2.2
+tomli==2.0.1
+jaraco.context==5.3.0
+jaraco.functools==4.0.1
+importlib_resources==6.4.0
+wheel==0.43.0
+packaging==24.1
+backports.tarfile==1.2.0
+importlib_metadata==8.0.0
+typing_extensions==4.12.2
+zipp==3.19.2
+typeguard==4.3.0
+more-itertools==10.3.0
+platformdirs==4.2.2

wandb/run-20241031_021815-wb1qn4kt/files/wandb-metadata.json

@@ -0,0 +1,102 @@
+{
+  "os":  "Linux-5.4.0-198-generic-x86_64-with-glibc2.31",
+  "python":  "3.11.10",
+  "startedAt":  "2024-10-31T02:18:15.569106Z",
+  "args":  [
+    "--local_rank=0",
+    "--actor_model_name_or_path",
+    "/data/align-anything/hantao/models/0916_ti_to_ti_sft",
+    "--reward_model_name_or_path",
+    "/data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add",
+    "--reward_critic_model_name_or_path",
+    "/data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add",
+    "--train_datasets",
+    "/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs",
+    "--train_template",
+    "spavl_ti2ti",
+    "--train_data_files",
+    "ti2ti_llf_prompt_only_tokenize.pt",
+    "--output_dir",
+    "../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx",
+    "--save_interval",
+    "30"
+  ],
+  "program":  "-m align_anything.trainers.text_image_to_text_image.ppo",
+  "git":  {
+    "remote":  "https://github.com/PKU-Alignment/align-anything.git",
+    "commit":  "6fde660afc9985323f147930eedf188a5699adc7"
+  },
+  "email":  "2200017789@stu.pku.edu.cn",
+  "root":  "../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx",
+  "host":  "lyg0196",
+  "username":  "align-anything",
+  "executable":  "/home/align-anything/miniconda3/envs/hantao_cham/bin/python",
+  "cpu_count":  64,
+  "cpu_count_logical":  128,
+  "gpu":  "[NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB]",
+  "gpu_count":  8,
+  "disk":  {
+    "/":  {
+      "total":  "940744544256",
+      "used":  "305898868736"
+    }
+  },
+  "memory":  {
+    "total":  "540647530496"
+  },
+  "cpu":  {
+    "count":  64,
+    "countLogical":  128
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    }
+  ],
+  "cudaVersion":  "12.4"
+}

wandb/run-20241031_021815-wb1qn4kt/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/max_generated_length":2,"train/reward_value":-0.84539794921875,"train/mean_generated_length":1.25,"train/reward_advantage":0.48177194595336914,"train/reward_critic_lr":5e-06,"train/kl_divergence":8.298806190490723,"train/reward_with_kl_penalty":-0.3915620446205139,"train/reward_critic_loss":0.5709551572799683,"train/reward":-0.2255859375,"train/actor_lr":0,"train/reward_return":-0.36362600326538086,"train/actor_loss":-0.48177194595336914,"_wandb":{"runtime":7295},"train/step":236,"_step":236,"_runtime":7295.107321067,"_timestamp":1.7303483204221997e+09}

wandb/run-20241031_021815-wb1qn4kt/logs/debug-internal.log

@@ -0,0 +1,23 @@
+{"time":"2024-10-31T02:18:15.577604613Z","level":"INFO","msg":"using version","core version":"0.18.3"}
+{"time":"2024-10-31T02:18:15.577634173Z","level":"INFO","msg":"created symlink","path":"../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx/wandb/run-20241031_021815-wb1qn4kt/logs/debug-core.log"}
+{"time":"2024-10-31T02:18:15.581135006Z","level":"ERROR","msg":"dialing: google: could not find default credentials. See https://cloud.google.com/docs/authentication/external/set-up-adc for more information"}
+{"time":"2024-10-31T02:18:15.607649913Z","level":"INFO","msg":"created new stream","id":"wb1qn4kt"}
+{"time":"2024-10-31T02:18:15.607694223Z","level":"INFO","msg":"stream: started","id":"wb1qn4kt"}
+{"time":"2024-10-31T02:18:15.607725586Z","level":"INFO","msg":"sender: started","stream_id":{"value":"wb1qn4kt"}}
+{"time":"2024-10-31T02:18:15.607717255Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"wb1qn4kt"}}
+{"time":"2024-10-31T02:18:15.607788192Z","level":"INFO","msg":"handler: started","stream_id":{"value":"wb1qn4kt"}}
+{"time":"2024-10-31T02:18:16.252549057Z","level":"INFO","msg":"wandb-core","!BADKEY":null}
+{"time":"2024-10-31T02:18:16.257067096Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2024-10-31T04:15:31.950759998Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": unexpected EOF"}
+{"time":"2024-10-31T04:15:31.950863415Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/htlou/align-anything/wb1qn4kt/file_stream\": EOF"}
+{"time":"2024-10-31T04:19:50.676455427Z","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2024-10-31T04:19:50.701256331Z","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2024-10-31T04:19:52.057636729Z","level":"WARN","msg":"No program path found, not creating job artifact. See https://docs.wandb.ai/guides/launch/create-job"}
+{"time":"2024-10-31T04:19:52.057672024Z","level":"INFO","msg":"sender: sendDefer: no job artifact to save"}
+{"time":"2024-10-31T04:19:53.939646445Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2024-10-31T04:19:55.471204319Z","level":"INFO","msg":"stream: closing","id":"wb1qn4kt"}
+{"time":"2024-10-31T04:19:55.471239813Z","level":"INFO","msg":"handler: closed","stream_id":{"value":"wb1qn4kt"}}
+{"time":"2024-10-31T04:19:55.471268152Z","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"wb1qn4kt"}}
+{"time":"2024-10-31T04:19:55.47134801Z","level":"INFO","msg":"sender: closed","stream_id":{"value":"wb1qn4kt"}}
+{"time":"2024-10-31T04:19:55.47442603Z","level":"INFO","msg":"stream: closed","id":"wb1qn4kt"}
+{"time":"2024-10-31T04:19:55.680182117Z","level":"ERROR","msg":"monitor: gpu: timeout waiting for process to exit"}

wandb/run-20241031_021815-wb1qn4kt/logs/debug.log

@@ -0,0 +1,33 @@
+2024-10-31 02:18:15,561 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Current SDK version is 0.18.3
+2024-10-31 02:18:15,561 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Configure stats pid to 34249
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Loading settings from /home/align-anything/.config/wandb/settings
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Loading settings from /data/align-anything/hantao/align-anything/scripts/wandb/settings
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Loading settings from environment variables: {'api_key': '***REDACTED***', 'mode': 'online'}
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
+2024-10-31 02:18:15,562 WARNING MainThread:34249 [wandb_setup.py:_flush():79] Could not find program at -m align_anything.trainers.text_image_to_text_image.ppo
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m align_anything.trainers.text_image_to_text_image.ppo'}
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_setup.py:_flush():79] Applying login settings: {}
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_init.py:_log_setup():532] Logging user logs to ../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx/wandb/run-20241031_021815-wb1qn4kt/logs/debug.log
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_init.py:_log_setup():533] Logging internal logs to ../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx/wandb/run-20241031_021815-wb1qn4kt/logs/debug-internal.log
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_init.py:init():617] calling init triggers
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_init.py:init():624] wandb.init called with sweep_config: {}
+config: {'train_cfgs': {'ds_cfgs': 'ds_z3_config.json', 'epochs': 3, 'seed': 42, 'per_device_prompt_batch_size': 8, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'gradient_accumulation_steps': 2, 'actor_gradient_checkpointing': True, 'critic_gradient_checkpointing': True, 'actor_lr': 1e-05, 'actor_lr_scheduler_type': 'cosine', 'actor_lr_warmup_ratio': 0.03, 'actor_weight_decay': 0.01, 'critic_lr': 5e-06, 'critic_lr_scheduler_type': 'constant', 'critic_lr_warmup_ratio': 0.03, 'critic_weight_decay': 0.0, 'adam_betas': [0.9, 0.95], 'bf16': True, 'fp16': False, 'eval_strategy': 'epoch', 'eval_interval': 10, 'kl_coeff': 0.02, 'clip_range_ratio': 0.2, 'clip_range_score': 50.0, 'clip_range_value': 5.0, 'ptx_coeff': 16.0, 'gamma': 1.0, 'gae_lambda': 0.95, 'normalize_reward': False, 'update_iters': 1, 'freeze_mm_proj': True, 'freeze_vision_tower': False, 'freeze_language_model': True}, 'data_cfgs': {'train_datasets': '/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs', 'train_template': 'spavl_ti2ti', 'train_size': 5000, 'train_split': None, 'train_subset': None, 'train_data_files': 'ti2ti_llf_prompt_only_tokenize.pt', 'train_optional_args': [], 'eval_datasets': None, 'eval_template': None, 'eval_size': None, 'eval_split': None, 'eval_subset': None, 'eval_data_files': None, 'eval_optional_args': [], 'ptx_datasets': None, 'ptx_template': None, 'ptx_size': None, 'ptx_subset': None, 'ptx_split': None, 'ptx_data_files': None, 'ptx_optional_args': []}, 'logger_cfgs': {'log_type': 'wandb', 'log_project': 'align-anything', 'log_run_name': 'ppo', 'output_dir': '../outputs/ppo_ti2ti_baseline_1025_with_eval_add_no_ptx', 'cache_dir': None, 'save_interval': 30.0}, 'model_cfgs': {'actor_model_name_or_path': '/data/align-anything/hantao/models/0916_ti_to_ti_sft', 'reward_model_name_or_path': '/data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add', 'reward_critic_model_name_or_path': '/data/align-anything/hantao/align-anything/outputs/rm_ti2ti_baseline_1025_with_eval_add', 'trust_remote_code': True, 'model_max_length': 2048, 'temperature': 1.0, 'top_p': 1.0, 'repetition_penalty': 1.0}, 'lora_cfgs': {'use_lora': False, 'task_type': 'TaskType.CAUSAL_LM', 'inference_mode': False, 'r': 16, 'lora_alpha': 16, 'lora_dropout': 0.1, 'target_modules': ['q_proj', 'v_proj'], 'save_full_model': True}, 'bnb_cfgs': {'use_bnb': False, 'load_in_4bit': True, 'load_in_8bit': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': True, 'bnb_4bit_compute_dtype': 'float16'}, 'special_tokens': None}
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_init.py:init():667] starting backend
+2024-10-31 02:18:15,562 INFO    MainThread:34249 [wandb_init.py:init():671] sending inform_init request
+2024-10-31 02:18:15,568 INFO    MainThread:34249 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-10-31 02:18:15,568 INFO    MainThread:34249 [wandb_init.py:init():684] backend started and connected
+2024-10-31 02:18:15,572 INFO    MainThread:34249 [wandb_init.py:init():779] updated telemetry
+2024-10-31 02:18:15,588 INFO    MainThread:34249 [wandb_init.py:init():812] communicating run to backend with 90.0 second timeout
+2024-10-31 02:18:16,248 INFO    MainThread:34249 [wandb_init.py:init():863] starting run threads in backend
+2024-10-31 02:18:16,387 INFO    MainThread:34249 [wandb_run.py:_console_start():2465] atexit reg
+2024-10-31 02:18:16,387 INFO    MainThread:34249 [wandb_run.py:_redirect():2313] redirect: wrap_raw
+2024-10-31 02:18:16,387 INFO    MainThread:34249 [wandb_run.py:_redirect():2378] Wrapping output streams.
+2024-10-31 02:18:16,387 INFO    MainThread:34249 [wandb_run.py:_redirect():2403] Redirects installed.
+2024-10-31 02:18:16,391 INFO    MainThread:34249 [wandb_init.py:init():907] run started, returning control to user process
+2024-10-31 04:19:50,672 INFO    MainThread:34249 [wandb_run.py:_finish():2164] finishing run htlou/align-anything/wb1qn4kt
+2024-10-31 04:19:50,674 INFO    MainThread:34249 [wandb_run.py:_atexit_cleanup():2428] got exitcode: 0
+2024-10-31 04:19:50,675 INFO    MainThread:34249 [wandb_run.py:_restore():2410] restore
+2024-10-31 04:19:50,675 INFO    MainThread:34249 [wandb_run.py:_restore():2416] restore done
+2024-10-31 04:19:55,453 INFO    MainThread:34249 [wandb_run.py:_footer_history_summary_info():4049] rendering history
+2024-10-31 04:19:55,458 INFO    MainThread:34249 [wandb_run.py:_footer_history_summary_info():4081] rendering summary
+2024-10-31 04:19:55,468 INFO    MainThread:34249 [wandb_run.py:_footer_sync_info():4008] logging synced files

wandb/run-20241031_021815-wb1qn4kt/run-wb1qn4kt.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98893c74985fef660c7d16bb88bd90babc127be8663af3fdb6cc4340fa17ecd
+size 6397788