Simplifying the linear mapping based on Nikhil's comment

Author: mazam-lab

examples/notebooks/memory_estimator_example.ipynb

@@ -111,7 +111,7 @@
     "#### The Unfreeze Rank Ratio\n",
     "\n",
     "This is the OSFT parameter that determines what proportion of the parameters can be updated\n",
-    "during the OSFT fine-tuning step. Setting this to 0.33 should give you an estimation similar to SFT,\n",
+    "during the OSFT fine-tuning step. Setting this to 1/3 should give you an estimation similar to SFT,\n",
     "and setting this to 1 should you give you an estimation about twice as large as SFT's"
    ]
   },

src/training_hub/profiling/memory_estimator.py

@@ -18,8 +18,8 @@ def ROUNDER(value: int) -> str: return str(round(value / 1073741824, 1))
 
 # Helper function to calculate how much the given unfrozen_rank_ratio 
 # will be affecting the OSFT estimation (through a quadratic mapping where
-# 0 is 0.25 of SFT's value, 0.33 is equal to SFT's value, and 1 is twice of SFT's value)
-def OSFT_RATIO(value: float) -> float: return -0.7802 * (value) * (value) + 2.5302 * (value) + 0.25
+# 0 is 0.5 of SFT's value, 1/3 is equal to SFT's value, and 1 is twice of SFT's value)
+def OSFT_RATIO(value: float) -> float: return 0.5 + (1.5 * value)
 
 
 class BasicEstimator: