abhigoyal commited on
Commit
53b582b
1 Parent(s): 0406c7b

vLLM compatible version for FasterDecoding/medusa-vicuna-7b-v1.3

Browse files
Files changed (3) hide show
  1. .gitattributes +1 -0
  2. config.json +1 -0
  3. model.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model.safetensors filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_name_or_path": "abhigoyal/vllm-medusa-vicuna-7b-v1.3", "architectures": ["MedusaModel"], "hidden_size": 4096, "model_type": "medusa", "num_heads": 5, "num_hidden_layers": 1, "transformers_version": "4.41.2", "truncated_vocab_size": null, "vocab_size": 32000}
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b1631aa671ced86c78c2f0e21ecb0e67970105962bc808d78173a0bf3e40545
3
+ size 1478493144