add xgboost regressor and update tpot sampling logic

Author: kaushikmitr

config/manifests/inferencepool-resources.yaml

@@ -11,7 +11,7 @@ metadata:
  name: latency-predictor-config
  namespace: default
 data:
- LATENCY_RETRAINING_INTERVAL_SEC: "10"
+ LATENCY_RETRAINING_INTERVAL_SEC: "5"
  LATENCY_MIN_SAMPLES_FOR_RETRAIN: "100"
  LATENCY_TTFT_MODEL_PATH: "/models/ttft.joblib"
  LATENCY_TPOT_MODEL_PATH: "/models/tpot.joblib"

latencypredictor/manifests/latencypredictor_manifest.yaml

@@ -14,6 +14,8 @@ data:
  LATENCY_TPOT_MODEL_PATH: "/models/tpot.joblib"
  LATENCY_TTFT_SCALER_PATH: "/models/ttft_scaler.joblib"
  LATENCY_TPOT_SCALER_PATH: "/models/tpot_scaler.joblib"
+ LATENCY_MODEL_TYPE: "xgboost" # or "xgboost"
+ 
 
 ---
 # --- 2. Deployment ---

latencypredictor/requirements.txt

@@ -6,4 +6,5 @@ pandas
 joblib
 river
 pydantic
-requests
+requests
+xgboost