Add full training checkpoints (FSDP model + optimizer state) for sft_dense
Browse files- .gitattributes +9 -0
- checkpoints/step_1000/pytorch_model_fsdp_0/.metadata +3 -0
- checkpoints/step_1000/pytorch_model_fsdp_0/__0_0.distcp +3 -0
- checkpoints/step_1000/pytorch_model_fsdp_0/__1_0.distcp +3 -0
- checkpoints/step_1000/pytorch_model_fsdp_0/__2_0.distcp +3 -0
- checkpoints/step_1000/pytorch_model_fsdp_0/__3_0.distcp +3 -0
- checkpoints/step_1000/pytorch_model_fsdp_0/__4_0.distcp +3 -0
- checkpoints/step_1000/pytorch_model_fsdp_0/__5_0.distcp +3 -0
- checkpoints/step_1000/pytorch_model_fsdp_0/__6_0.distcp +3 -0
- checkpoints/step_1000/pytorch_model_fsdp_0/__7_0.distcp +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
checkpoints/step_1000/pytorch_model_fsdp_0/.metadata filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
checkpoints/step_1000/pytorch_model_fsdp_0/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
checkpoints/step_1000/pytorch_model_fsdp_0/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
checkpoints/step_1000/pytorch_model_fsdp_0/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
checkpoints/step_1000/pytorch_model_fsdp_0/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
checkpoints/step_1000/pytorch_model_fsdp_0/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
checkpoints/step_1000/pytorch_model_fsdp_0/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
checkpoints/step_1000/pytorch_model_fsdp_0/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
checkpoints/step_1000/pytorch_model_fsdp_0/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
|
checkpoints/step_1000/pytorch_model_fsdp_0/.metadata
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8e7b33beb9d7534f2db9588af49521ad5f2d23db71614c85be9785418facac52
|
| 3 |
+
size 690145
|
checkpoints/step_1000/pytorch_model_fsdp_0/__0_0.distcp
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:90d8ba82a8748fd9e59aa6eaffd3da2655c6457f01269562faafd7669683d204
|
| 3 |
+
size 849961899
|
checkpoints/step_1000/pytorch_model_fsdp_0/__1_0.distcp
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe363075913781cda9c02b0b8fa75f868e875ccf73197c18151e301813a21b0a
|
| 3 |
+
size 849961899
|
checkpoints/step_1000/pytorch_model_fsdp_0/__2_0.distcp
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5e3687df158f68bbcc934a452a95ab08043d6ae0ff3770e58241ad05e02884ac
|
| 3 |
+
size 849961899
|
checkpoints/step_1000/pytorch_model_fsdp_0/__3_0.distcp
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1c83b3843cf3c3ea03dd08ea381c733cb682b4dbf41fe1b82f0a54009f58eb4a
|
| 3 |
+
size 849961899
|
checkpoints/step_1000/pytorch_model_fsdp_0/__4_0.distcp
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f811a4e50af01c3f62ee3f037571f77e9dd5deb81df1e614df8af4d340f34d0d
|
| 3 |
+
size 849961899
|
checkpoints/step_1000/pytorch_model_fsdp_0/__5_0.distcp
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f72ea51b2276ca15c017f750ad9dac2896abb1cad7400303e2dec7609225b40
|
| 3 |
+
size 849961899
|
checkpoints/step_1000/pytorch_model_fsdp_0/__6_0.distcp
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:28a945d372b68e2fe0ef842f7f859f1f1bf530dea5d0948a129d58fd6e036157
|
| 3 |
+
size 849961899
|
checkpoints/step_1000/pytorch_model_fsdp_0/__7_0.distcp
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:798df4ccbd8dab4efeaa6fcb0119079a88a95c95091cb73271c899e18a1c3d76
|
| 3 |
+
size 849961899
|