We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 84b62f1 commit a477b3bCopy full SHA for a477b3b
src/training_hub/profiling/memory_estimator.py
@@ -1,6 +1,5 @@
1
from typing import override
2
from transformers import AutoModel
3
-from mini_trainer.osft_utils import MODEL_CONFIGS
4
import numpy as np
5
6
"""
@@ -322,6 +321,9 @@ def __init__(
322
321
raise ValueError("Ratio must be in the range [0, 1]")
323
324
# Check to see which terms need to be included in the search for valid layers
+ # MODEL_CONFIGS require transformers>4.56.0, that conflict with HPU enabling,
325
+ # temporary moving MODEL_CONFIGS import here to enable HPU support
326
+ from mini_trainer.osft_utils import MODEL_CONFIGS
327
self.target_terms = MODEL_CONFIGS['default']['patterns']
328
for key in MODEL_CONFIGS.keys():
329
if self.model_path.find(key) > -1:
0 commit comments