Hugging Face's logo

neeleshg23
/
draft-mamba-4-1600

Text Generation
Transformers
Safetensors
mamba
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
neeleshg23 commited on
Commit
997a525
·
verified ·
1 Parent(s): f5791bb

Upload MambaForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +5 -4
  2. generation_config.json +7 -0
  3. model.safetensors +2 -2
config.json CHANGED
@@ -1,6 +1,7 @@
1
  {
 
2
  "architectures": [
3
- "MambaModel"
4
  ],
5
  "bos_token_id": 0,
6
  "conv_kernel": 4,
@@ -23,11 +24,11 @@
23
  "time_step_min": 0.001,
24
  "time_step_rank": 100,
25
  "time_step_scale": 1.0,
26
- "torch_dtype": "float16",
27
- "transformers_version": "4.47.1",
28
  "use_bias": false,
29
  "use_cache": true,
30
  "use_conv_bias": true,
31
- "use_mambapy": false,
32
  "vocab_size": 32001
33
  }
 
1
  {
2
+ "_name_or_path": "./checkpoint-10000",
3
  "architectures": [
4
+ "MambaForCausalLM"
5
  ],
6
  "bos_token_id": 0,
7
  "conv_kernel": 4,
 
24
  "time_step_min": 0.001,
25
  "time_step_rank": 100,
26
  "time_step_scale": 1.0,
27
+ "torch_dtype": "float32",
28
+ "transformers_version": "4.41.1",
29
  "use_bias": false,
30
  "use_cache": true,
31
  "use_conv_bias": true,
32
+ "use_mambapy": true,
33
  "vocab_size": 32001
34
  }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "eos_token_id": 0,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.41.1"
7
+ }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ea0d41242836071b5245cdfba7156be8f37da7abb32c9d7ceeaae6ccfc97aa7
3
- size 231831368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae6fe05d47f04f59f51b2da9ab04b460f5df52f41200c78383c923f094bde840
3
+ size 463658944