We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4c92c18 commit 337fbbfCopy full SHA for 337fbbf
torchrec/modules/embedding_configs.py
@@ -212,6 +212,13 @@ class FeatureScoreBasedEvictionPolicy(VirtualTableEvictionPolicy):
212
decay_rate: float = 0.99 # default decay by default #TODO: Change to real value
213
max_training_id_num_per_rank: int = 0 # max number of training ids per rank
214
target_eviction_percent: float = 0.0 # target eviction percent
215
+ inference_eviction_feature_score_threshold: Optional[float] = (
216
+ None # 0 means no eviction
217
+ )
218
+
219
+ def __post_init__(self) -> None:
220
+ if self.inference_eviction_feature_score_threshold is None:
221
+ self.inference_eviction_feature_score_threshold = 0
222
223
224
@dataclass
0 commit comments