Hugging Face's logo

mesolitica
/
llama-7b-hf-16384-fpf

Text Generation
Transformers
Safetensors
Malay
llama
text-generation-inference
Inference Endpoints
Model card Files Community
huseinzol05 commited on
Commit
276e5ab
·
1 Parent(s): 8136ef7

Upload LlamaForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. model-00001-of-00002.safetensors +1 -1
  3. model-00002-of-00002.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "fpf-7b-16k/checkpoint-35400",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -9,7 +9,7 @@
9
  "hidden_size": 4096,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 11008,
12
- "max_position_embeddings": 4096,
13
  "model_type": "llama",
14
  "num_attention_heads": 32,
15
  "num_hidden_layers": 32,
 
1
  {
2
+ "_name_or_path": "fpf-7b-16k/checkpoint-35600",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
9
  "hidden_size": 4096,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 11008,
12
+ "max_position_embeddings": 16384,
13
  "model_type": "llama",
14
  "num_attention_heads": 32,
15
  "num_hidden_layers": 32,
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90a2022027906eac864c2c9795175c6bc563ed0d5d3c7cec1ca7866d7c15f7f4
3
  size 9976578928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db8e9d8684baf9aa3b2de5a0b49283412ff176d6dbe526baad832c6ea0c1a9d
3
  size 9976578928
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc1a37a349808d19b956fb7c6b3b97d920547cdc0ad2126ade2bc436af6846f5
3
  size 3500297344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cebb90894177da0ead34ca3cc71d0cddc1f699e54cce6a92c3639a0a7aeccc91
3
  size 3500297344