Hugging Face's logo

AETHORIA-AI
/
TR-HASH-MoE-200M-130B-Checkpoints

PyTorch
Safetensors
checkpoint
tr-hash
pretraining
work-in-progress
Model card Files
xet
 Community
Pacific-i64 commited on
Commit
412a501
·
verified ·
1 Parent(s): 3ad1c5a

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. token_pack_011_45457/checkpoint.pt +3 -0
  2. token_pack_011_45457/model.safetensors +3 -0
  3. token_pack_011_45457/optimizer_rank0.pt +3 -0
  4. token_pack_011_45457/optimizer_rank1.pt +3 -0
  5. token_pack_011_45457/optimizer_rank2.pt +3 -0
  6. token_pack_011_45457/optimizer_rank3.pt +3 -0
  7. token_pack_011_45457/optimizer_rank4.pt +3 -0
  8. token_pack_011_45457/optimizer_rank5.pt +3 -0
  9. token_pack_011_45457/optimizer_rank6.pt +3 -0
  10. token_pack_011_45457/optimizer_rank7.pt +3 -0
  11. token_pack_011_45457/training_state.json +7 -0
token_pack_011_45457/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e255af7b686ddd8082710ad546f526e793bbc442ab47f31ca6c8dc9ed4491087
3
+ size 813577195
token_pack_011_45457/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aa68eb3c9ed0c21f0eaa4db4141b3f12d45c21ae2d376661a5e5df1c5181c3e
3
+ size 813515200
token_pack_011_45457/optimizer_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3052e32821c39c599b91c56311f1af4491f3df87d7d427b3e9f6b80768586e3
3
+ size 1609755607
token_pack_011_45457/optimizer_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01ed2c2d9c30542c535c990e54013e499c22522ecc3896bc1d8fa99991b49f9c
3
+ size 1609755607
token_pack_011_45457/optimizer_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5d456d44106120d47c211f2cc9478e879d784be61cfb7ca7bc703fd2e3c8378
3
+ size 1609755607
token_pack_011_45457/optimizer_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:993d62ee4b782c2b02b24d13889d340412e92f9e6f47e7a2ed221c3f106d2eb8
3
+ size 1609755607
token_pack_011_45457/optimizer_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e23e5429f503c2801f149f8d87a59efc721044b1b5a1c6c5e78992dc39f67c
3
+ size 1609755607
token_pack_011_45457/optimizer_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbe15667e32ea724cb8ed3e796d2a3294ef095d27583fb4d68231f76f7d0246d
3
+ size 1609755607
token_pack_011_45457/optimizer_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aaecef585a05ec1076df4d4fa2585605cb42ba4fc9238d10e7184aaa9e5f3f4
3
+ size 1609755607
token_pack_011_45457/optimizer_rank7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cacd7a9d54b33e718a844a9e5570d85347d6045c7c4bd7978c946c477243730f
3
+ size 1609755607
token_pack_011_45457/training_state.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 45457,
3
+ "epoch": 2,
4
+ "best_loss": Infinity,
5
+ "total_tokens": 0,
6
+ "learning_rate": 0.0003
7
+ }