mirror of
https://github.com/NVIDIA/OpenShell.git
synced 2026-10-25 06:42:52 +08:00
24 lines
769 B
YAML
24 lines
769 B
YAML
# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# Example route configuration for standalone (no-cluster) inference routing.
|
|
#
|
|
# Usage:
|
|
# openshell-sandbox \
|
|
# --inference-routes examples/inference/routes.yaml \
|
|
# --policy-rules policy.rego \
|
|
# --policy-data examples/inference/sandbox-policy.yaml \
|
|
# -- python examples/inference/inference.py
|
|
|
|
routes:
|
|
- name: inference.local
|
|
endpoint: http://localhost:1234/v1
|
|
model: local-model
|
|
protocols:
|
|
- openai_chat_completions
|
|
# Inline API key (for local models that require one):
|
|
api_key: lm-studio
|
|
|
|
# Or reference an environment variable instead:
|
|
# api_key_env: OPENAI_API_KEY
|