shubham212 commited on
Commit
7696df0
·
verified ·
1 Parent(s): 979c89a

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. modeling_my_model.py +3 -3
  2. pytorch_model.bin +1 -1
modeling_my_model.py CHANGED
@@ -892,9 +892,9 @@ class GPTConfig(PretrainedConfig):
892
  self,
893
  block_size=1024,
894
  vocab_size=50304,
895
- n_layer=24,
896
- n_head=16,
897
- n_embd=1024,
898
  dropout=0.0,
899
  bias=True,
900
  hc_num_streams=1,
 
892
  self,
893
  block_size=1024,
894
  vocab_size=50304,
895
+ n_layer=12,
896
+ n_head=12,
897
+ n_embd=768,
898
  dropout=0.0,
899
  bias=True,
900
  hc_num_streams=1,
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0775fccd0663f71f09df285e2c82238d7b7b0602a287ecb9d17dbaf0cc37abf1
3
  size 545159211
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f1ad976e51f27d602303197278d4574a2e1133c0a51c5ba520df4feb1682193
3
  size 545159211