We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2bb54ba commit 5f98e01Copy full SHA for 5f98e01
torchrec/modules/embedding_configs.py
@@ -237,7 +237,7 @@ class FeatureScoreBasedEvictionPolicy(VirtualTableEvictionPolicy):
237
0 # max number of inference ids per rank, default is training_id_keep_count
238
)
239
inference_eviction_feature_score_threshold: Optional[float] = (
240
- None # 0 means no eviction
+ None # [DO NOT SET THIS] feature score threshold for inference eviction policy. This is used for inference only, and will be set during publish time
241
242
inference_eviction_ttl_mins: Optional[int] = None # 0 means no eviction
243
feature_score_mapping: Optional[Dict[str, float]] = None # feature score mapping
0 commit comments