feat(inference): validate endpoints before saving routes

Closes #273 Verify inference endpoints synchronously on the server during set/update, expose a --no-verify escape hatch in the CLI and Python helper, and return actionable failures when validation does not pass.
2026-10-26 06:52:57 +08:00 · 2026-03-15 16:39:35 -07:00
parent 53b7ce7112
commit 5f31de631b
10 changed files with 511 additions and 21 deletions
@@ -398,11 +398,13 @@ class InferenceRouteClient:
        *,
        provider_name: str,
        model_id: str,
+        no_verify: bool = False,
    ) -> ClusterInferenceConfig:
        response = self._stub.SetClusterInference(
            inference_pb2.SetClusterInferenceRequest(
                provider_name=provider_name,
                model_id=model_id,
+                skip_validation=no_verify,
            ),
            timeout=self._timeout,
        )