From 19fc26c760b35ccec3efccfcf1747dbf104a62cf Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=EC=9A=B0=EC=B0=BD=ED=98=B8?= Date: Mon, 2 Jun 2025 15:28:05 +0900 Subject: [PATCH] Create API-README.md --- charts/litellm/API-README.md | 34 ++++++++++++++++++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 charts/litellm/API-README.md diff --git a/charts/litellm/API-README.md b/charts/litellm/API-README.md new file mode 100644 index 0000000..01369b9 --- /dev/null +++ b/charts/litellm/API-README.md @@ -0,0 +1,34 @@ +## LiteLLM API 가이드 + +### 모델 앤드포인트 생성 + +```sh +curl -X 'POST' \ + 'http://litellm.example.org/model/new' \ + -H 'accept: application/json' \ + -H 'Content-Type: application/json' \ + -H 'Authorization: Bearer changeme' \ + -d '{ + "model_name": "kserve2/mistralai-7b", + "litellm_model_name": "hosted_vllm/mistralai-7b", + "litellm_params": { + "extra_headers": { + "Authorization": "" + }, + "custom_llm_provider": "hosted_vllm", + "api_key": "sk-test", + "api_base": "http://mistralai-7b.demo01-k01.svc.cluster.local/openai/v1", + "organization": "string", + "model": "hosted_vllm/mistralai-7b", + "configurable_clientside_auth_params": [ + "string", + { + "api_base": "http://mistralai-7b.demo01-k01.svc.cluster.local/openai/v1" + } + ] + }, + "model_info": { + "db_model": true + } +}' +```