mirror of
https://github.com/NVIDIA/OpenShell.git
synced 2026-10-30 07:33:59 +08:00
Mesut Oezdil
ae5127f14d
* fix: correct example paths in local-inference README * fix: correct example paths in local-inference routes.yaml
24 lines
787 B
YAML
24 lines
787 B
YAML
# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# Example route configuration for standalone (no-cluster) inference routing.
|
|
#
|
|
# Usage:
|
|
# openshell-sandbox \
|
|
# --inference-routes examples/local-inference/routes.yaml \
|
|
# --policy-rules policy.rego \
|
|
# --policy-data examples/local-inference/sandbox-policy.yaml \
|
|
# -- python examples/local-inference/inference.py
|
|
|
|
routes:
|
|
- name: inference.local
|
|
endpoint: http://localhost:1234/v1
|
|
model: local-model
|
|
protocols:
|
|
- openai_chat_completions
|
|
# Inline API key (for local models that require one):
|
|
api_key: lm-studio
|
|
|
|
# Or reference an environment variable instead:
|
|
# api_key_env: OPENAI_API_KEY
|