validation for fsdp and deepspeed (#1388) [skip ci]
Browse files* validation for fsdp and deepspeed
* make sure to return data
src/axolotl/utils/config/models/input/v0_4_1/__init__.py
CHANGED
|
@@ -989,3 +989,10 @@ class AxolotlConfigWCapabilities(AxolotlInputConfig):
|
|
| 989 |
)
|
| 990 |
|
| 991 |
return data
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 989 |
)
|
| 990 |
|
| 991 |
return data
|
| 992 |
+
|
| 993 |
+
@model_validator(mode="before")
|
| 994 |
+
@classmethod
|
| 995 |
+
def check_fsdp_deepspeed(cls, data):
|
| 996 |
+
if data.get("deepspeed") and data.get("fsdp"):
|
| 997 |
+
raise ValueError("deepspeed and fsdp cannot be used together.")
|
| 998 |
+
return data
|