Hugging Face's logo

kayrab
/
doktor-LLama2-sambanovasystems-7b

Text Generation
Transformers
Safetensors
English
llama
text-generation-inference
unsloth
trl
sft
conversational
Inference Endpoints
Model card Files Community
doktor-LLama2-sambanovasystems-7b
File size: 3,484 Bytes 
133b351
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
 
[
  {
    "loss": 2.0071,
    "grad_norm": 0.4352966547012329,
    "learning_rate": 8.923190911336132e-5,
    "epoch": 0.2218976306523778,
    "step": 451
  },
  {
    "eval_loss": 1.9273011684417725,
    "eval_runtime": 896.6751,
    "eval_samples_per_second": 32.238,
    "eval_steps_per_second": 8.06,
    "epoch": 0.2218976306523778,
    "step": 451
  },
  {
    "loss": 1.9032,
    "grad_norm": 0.43635115027427673,
    "learning_rate": 7.809335638429242e-5,
    "epoch": 0.4437952613047556,
    "step": 902
  },
  {
    "eval_loss": 1.8892905712127686,
    "eval_runtime": 896.4291,
    "eval_samples_per_second": 32.247,
    "eval_steps_per_second": 8.062,
    "epoch": 0.4437952613047556,
    "step": 902
  },
  {
    "loss": 1.8749,
    "grad_norm": 0.4370776116847992,
    "learning_rate": 6.695480365522352e-5,
    "epoch": 0.6656928919571334,
    "step": 1353
  },
  {
    "eval_loss": 1.866470217704773,
    "eval_runtime": 899.5289,
    "eval_samples_per_second": 32.136,
    "eval_steps_per_second": 8.034,
    "epoch": 0.6656928919571334,
    "step": 1353
  },
  {
    "loss": 1.8578,
    "grad_norm": 0.45984092354774475,
    "learning_rate": 5.581625092615461e-5,
    "epoch": 0.8875905226095112,
    "step": 1804
  },
  {
    "eval_loss": 1.850355863571167,
    "eval_runtime": 899.8612,
    "eval_samples_per_second": 32.124,
    "eval_steps_per_second": 8.031,
    "epoch": 0.8875905226095112,
    "step": 1804
  },
  {
    "loss": 1.8145,
    "grad_norm": 0.4957409203052521,
    "learning_rate": 4.4677698197085704e-5,
    "epoch": 1.109488153261889,
    "step": 2255
  },
  {
    "eval_loss": 1.8413817882537842,
    "eval_runtime": 896.594,
    "eval_samples_per_second": 32.241,
    "eval_steps_per_second": 8.061,
    "epoch": 1.109488153261889,
    "step": 2255
  },
  {
    "loss": 1.7791,
    "grad_norm": 0.5043504238128662,
    "learning_rate": 3.3539145468016795e-5,
    "epoch": 1.3313857839142669,
    "step": 2706
  },
  {
    "eval_loss": 1.8332940340042114,
    "eval_runtime": 898.6194,
    "eval_samples_per_second": 32.168,
    "eval_steps_per_second": 8.042,
    "epoch": 1.3313857839142669,
    "step": 2706
  },
  {
    "loss": 1.7728,
    "grad_norm": 0.5073263049125671,
    "learning_rate": 2.240059273894789e-5,
    "epoch": 1.5532834145666445,
    "step": 3157
  },
  {
    "eval_loss": 1.8273794651031494,
    "eval_runtime": 899.231,
    "eval_samples_per_second": 32.146,
    "eval_steps_per_second": 8.037,
    "epoch": 1.5532834145666445,
    "step": 3157
  },
  {
    "loss": 1.7671,
    "grad_norm": 0.5197569131851196,
    "learning_rate": 1.1262040009878982e-5,
    "epoch": 1.7751810452190224,
    "step": 3608
  },
  {
    "eval_loss": 1.8234010934829712,
    "eval_runtime": 899.3422,
    "eval_samples_per_second": 32.142,
    "eval_steps_per_second": 8.036,
    "epoch": 1.7751810452190224,
    "step": 3608
  },
  {
    "loss": 1.7679,
    "grad_norm": 0.5240359306335449,
    "learning_rate": 1.2348728081007656e-7,
    "epoch": 1.9970786758714003,
    "step": 4059
  },
  {
    "eval_loss": 1.8216350078582764,
    "eval_runtime": 897.3741,
    "eval_samples_per_second": 32.213,
    "eval_steps_per_second": 8.053,
    "epoch": 1.9970786758714003,
    "step": 4059
  },
  {
    "train_runtime": 62857.4586,
    "train_samples_per_second": 8.278,
    "train_steps_per_second": 0.065,
    "total_flos": 7.055063070229955e18,
    "train_loss": 1.8381839976536007,
    "epoch": 1.9995387382954841,
    "step": 4064
  }
]