We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c2d3843 commit 307fc4eCopy full SHA for 307fc4e
src/transformers/modeling_utils.py
@@ -3961,7 +3961,8 @@ def from_pretrained(
3961
raise ValueError(
3962
"`state_dict` cannot be passed together with a model name or a `gguf_file`. Use one of the two loading strategies."
3963
)
3964
-
+ if tp_size is not None and tp_plan is None:
3965
+ raise ValueError(f"tp_plan has to be set when tp_size is passed.")
3966
if tp_plan is not None and tp_plan != "auto":
3967
# TODO: we can relax this check when we support taking tp_plan from a json file, for example.
3968
raise ValueError(f"tp_plan supports 'auto' only for now but got {tp_plan}.")
0 commit comments