Hugging Face's logo

AETHORIA-AI
/
TR-HASH-MoE-200M-130B-Checkpoints

PyTorch
Safetensors
checkpoint
tr-hash
pretraining
work-in-progress
Model card Files
xet
 Community
Pacific-i64 commited on
Commit
70f8db5
·
verified ·
1 Parent(s): ac3fc42

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. token_pack_009_37193/checkpoint.pt +3 -0
  2. token_pack_009_37193/model.safetensors +3 -0
  3. token_pack_009_37193/optimizer_rank0.pt +3 -0
  4. token_pack_009_37193/optimizer_rank1.pt +3 -0
  5. token_pack_009_37193/optimizer_rank2.pt +3 -0
  6. token_pack_009_37193/optimizer_rank3.pt +3 -0
  7. token_pack_009_37193/optimizer_rank4.pt +3 -0
  8. token_pack_009_37193/optimizer_rank5.pt +3 -0
  9. token_pack_009_37193/optimizer_rank6.pt +3 -0
  10. token_pack_009_37193/optimizer_rank7.pt +3 -0
  11. token_pack_009_37193/training_state.json +7 -0
token_pack_009_37193/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:531e847362db64381a1090699b4de11ae1eff32ce542af2fb008e309a56d49ec
3
+ size 813577195
token_pack_009_37193/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139c918b6ed90d1c8685479ddc624318d5029e8b6ed33f0adc7f2ad304fc95ca
3
+ size 813515200
token_pack_009_37193/optimizer_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b62604ac64c848db6c5bfa283c21f2710ec20b840496fc262544c8e96061f41d
3
+ size 1609755607
token_pack_009_37193/optimizer_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03453ec8d507365c91285241363fd2bd80b075680c531d23d29702b31e93072c
3
+ size 1609755607
token_pack_009_37193/optimizer_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6a52945d15634fcd0cef3709e03c30ddab5ca62b35c106ef30fd0ed00b5a7a0
3
+ size 1609755607
token_pack_009_37193/optimizer_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f13bdaa3ecc9f735b0de71d1e97e91ae3e84c0053168f492fabff36295e84875
3
+ size 1609755607
token_pack_009_37193/optimizer_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d844fb966df754bde3eff811517906780cb06586c13408d86bbd1346592b6b7b
3
+ size 1609755607
token_pack_009_37193/optimizer_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28193f816b6c760eee443a2614f48d7cb1b9ed6ada75ecd36f5a132ae5f0fa1e
3
+ size 1609755607
token_pack_009_37193/optimizer_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d7c67fc96246d63db4edb70dbaa8484099c0e7a326db8636e13d9c81bf81d46
3
+ size 1609755607
token_pack_009_37193/optimizer_rank7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48c78709b5a58e0d2bc88f9ff15dd524f0243b06c329db38f135ebc67e4f2bfe
3
+ size 1609755607
token_pack_009_37193/training_state.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 37193,
3
+ "epoch": 2,
4
+ "best_loss": Infinity,
5
+ "total_tokens": 0,
6
+ "learning_rate": 0.0003
7
+ }