Hugging Face's logo

GSU24AI03-SU24AI21
/
ViAVSP-LLM_v1.0

Feature Extraction
Transformers
TensorBoard
Safetensors
avsp_llm
custom_code
8-bit precision
Model card Files Metrics Community
tanthinhdt commited on
Commit
c523959
·
verified ·
1 Parent(s): c253e92

Upload 10 files

Browse files
Files changed (10) hide show
  1. .hydra/config.yaml +3 -3
  2. .hydra/hydra.yaml +3 -5
  3. .hydra/overrides.yaml +2 -4
  4. checkpoints/checkpoint_2_30000.pt +3 -0
  5. checkpoints/checkpoint_best.pt +2 -2
  6. checkpoints/checkpoint_last.pt +1 -1
  7. hydra_train.log +0 -0
  8. tblog/train/events.out.tfevents.1718210481.Turing.416286.2 +3 -0
  9. tblog/train_inner/events.out.tfevents.1718170151.Turing.416286.0 +3 -0
  10. tblog/valid/events.out.tfevents.1718177452.Turing.416286.1 +3 -0
.hydra/config.yaml CHANGED
@@ -132,7 +132,7 @@ checkpoint:
132
  reset_optimizer: false
133
  optimizer_overrides: '{}'
134
  save_interval: 1
135
- save_interval_updates: 2500
136
  keep_interval_updates: 1
137
  keep_interval_updates_pattern: -1
138
  keep_last_epochs: -1
@@ -232,8 +232,8 @@ model:
232
  task:
233
  _name: vsp_llm_training
234
  is_s2s: true
235
- data: /home/theodore/Projects/VSP-LLM/data/processed/vasr/100h
236
- label_dir: /home/theodore/Projects/VSP-LLM/data/processed/vasr/100h
237
  normalize: true
238
  labels:
239
  - wrd
 
132
  reset_optimizer: false
133
  optimizer_overrides: '{}'
134
  save_interval: 1
135
+ save_interval_updates: 3000
136
  keep_interval_updates: 1
137
  keep_interval_updates_pattern: -1
138
  keep_last_epochs: -1
 
232
  task:
233
  _name: vsp_llm_training
234
  is_s2s: true
235
+ data: /home/theodore/Projects/VSP-LLM/data/processed/vasr
236
+ label_dir: /home/theodore/Projects/VSP-LLM/data/processed/vasr
237
  normalize: true
238
  labels:
239
  - wrd
.hydra/hydra.yaml CHANGED
@@ -108,16 +108,14 @@ hydra:
108
  - hydra.run.dir=/home/theodore/Projects/VSP-LLM/experiments/ViAVSP-LLM_v1.0
109
  task:
110
  - common.user_dir=/home/theodore/Projects/VSP-LLM/src
111
- - task.data=/home/theodore/Projects/VSP-LLM/data/processed/vasr/100h
112
- - task.label_dir=/home/theodore/Projects/VSP-LLM/data/processed/vasr/100h
113
  - task.llm_ckpt_path=vilm/vinallama-2.7b
114
  - model.w2v_path=/home/theodore/Projects/VSP-LLM/checkpoints/large_vox_iter5.pt
115
  - model.llm_ckpt_path=vilm/vinallama-2.7b
116
- - distributed_training.distributed_world_size=1
117
- - distributed_training.nprocs_per_node=1
118
  job:
119
  name: hydra_train
120
- override_dirname: common.user_dir-/home/theodore/Projects/VSP-LLM/src__distributed_training.distributed_world_size-1__distributed_training.nprocs_per_node-1__model.llm_ckpt_path-vilm/vinallama-2.7b__task.llm_ckpt_path-vilm/vinallama-2.7b
121
  id: ???
122
  num: ???
123
  config_name: vasr-100h-finetune
 
108
  - hydra.run.dir=/home/theodore/Projects/VSP-LLM/experiments/ViAVSP-LLM_v1.0
109
  task:
110
  - common.user_dir=/home/theodore/Projects/VSP-LLM/src
111
+ - task.data=/home/theodore/Projects/VSP-LLM/data/processed/vasr
112
+ - task.label_dir=/home/theodore/Projects/VSP-LLM/data/processed/vasr
113
  - task.llm_ckpt_path=vilm/vinallama-2.7b
114
  - model.w2v_path=/home/theodore/Projects/VSP-LLM/checkpoints/large_vox_iter5.pt
115
  - model.llm_ckpt_path=vilm/vinallama-2.7b
 
 
116
  job:
117
  name: hydra_train
118
+ override_dirname: common.user_dir-/home/theodore/Projects/VSP-LLM/src__model.llm_ckpt_path-vilm/vinallama-2.7b__task.llm_ckpt_path-vilm/vinallama-2.7b
119
  id: ???
120
  num: ???
121
  config_name: vasr-100h-finetune
.hydra/overrides.yaml CHANGED
@@ -1,8 +1,6 @@
1
  - common.user_dir=/home/theodore/Projects/VSP-LLM/src
2
- - task.data=/home/theodore/Projects/VSP-LLM/data/processed/vasr/100h
3
- - task.label_dir=/home/theodore/Projects/VSP-LLM/data/processed/vasr/100h
4
  - task.llm_ckpt_path=vilm/vinallama-2.7b
5
  - model.w2v_path=/home/theodore/Projects/VSP-LLM/checkpoints/large_vox_iter5.pt
6
  - model.llm_ckpt_path=vilm/vinallama-2.7b
7
- - distributed_training.distributed_world_size=1
8
- - distributed_training.nprocs_per_node=1
 
1
  - common.user_dir=/home/theodore/Projects/VSP-LLM/src
2
+ - task.data=/home/theodore/Projects/VSP-LLM/data/processed/vasr
3
+ - task.label_dir=/home/theodore/Projects/VSP-LLM/data/processed/vasr
4
  - task.llm_ckpt_path=vilm/vinallama-2.7b
5
  - model.w2v_path=/home/theodore/Projects/VSP-LLM/checkpoints/large_vox_iter5.pt
6
  - model.llm_ckpt_path=vilm/vinallama-2.7b
 
 
checkpoints/checkpoint_2_30000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef02f44d981fb63b2d1a70d5de05ef212cc2dcdf42ace583cc4042b1acbbc0b9
3
+ size 4027854310
checkpoints/checkpoint_best.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16d5dbae017a061439bdaea55f5b9cba13262438cb4692dfd65c0ce371d6e0ea
3
- size 4027855390
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef02f44d981fb63b2d1a70d5de05ef212cc2dcdf42ace583cc4042b1acbbc0b9
3
+ size 4027854310
checkpoints/checkpoint_last.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01e576836f3c72db9fc363f27494ab6ca3bfdbf24726b74e3eba1927a0605c18
3
  size 4027854310
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef02f44d981fb63b2d1a70d5de05ef212cc2dcdf42ace583cc4042b1acbbc0b9
3
  size 4027854310
hydra_train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tblog/train/events.out.tfevents.1718210481.Turing.416286.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8170d9f6ab53a8449a2c60d9fb23799639404472891448c80aae95c0f8bbc9e2
3
+ size 2447
tblog/train_inner/events.out.tfevents.1718170151.Turing.416286.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d26df91558684ddf812adea69fae93fa6c1693c6c553057a115176d36c51c4
3
+ size 129539
tblog/valid/events.out.tfevents.1718177452.Turing.416286.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8deb7b586f1b6a6c78595190539b94e725acd4e0b3a180b0e90f3da406f1611
3
+ size 7209