140 lines
6.1 KiB
Markdown
140 lines
6.1 KiB
Markdown
## REQUEST (stream)
|
||
|
||
- POST: /v1/completions
|
||
|
||
```json
|
||
{"model":"qwen2.5:3b","prompt":"你好啊","temperature":0.7,"stream":true}
|
||
```
|
||
|
||
- POST: /v1/chat/completions
|
||
|
||
```json
|
||
{"model":"qwen2.5:3b","messages":[{"role":"user","content":"你好"}],"temperature":0.7,"stream":true}
|
||
```
|
||
|
||
## RESPONSE (stream)
|
||
|
||
- Event Stream res for /v1/completions
|
||
|
||
```text
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898011,"choices":[{"text":"你好","index":0,"finish_reason":null}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898011,"choices":[{"text":"！","index":0,"finish_reason":null}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898011,"choices":[{"text":"很高兴","index":0,"finish_reason":null}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898011,"choices":[{"text":"能","index":0,"finish_reason":null}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898011,"choices":[{"text":"帮助","index":0,"finish_reason":null}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898011,"choices":[{"text":"你","index":0,"finish_reason":null}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898011,"choices":[{"text":"。","index":0,"finish_reason":null}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898011,"choices":[{"text":"有什么","index":0,"finish_reason":null}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898011,"choices":[{"text":"我可以","index":0,"finish_reason":null}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898011,"choices":[{"text":"做的","index":0,"finish_reason":null}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898011,"choices":[{"text":"吗","index":0,"finish_reason":null}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898011,"choices":[{"text":"？","index":0,"finish_reason":null}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: {"id":"cmpl-591","object":"text_completion","created":1740898012,"choices":[{"text":"","index":0,"finish_reason":"stop"}],"model":"qwen2.5:3b","system_fingerprint":"fp_ollama"}
|
||
|
||
data: [DONE]
|
||
|
||
```
|
||
|
||
- Event Stream res for /v1/chat/completions
|
||
|
||
```text
|
||
data: {"id":"chatcmpl-562","object":"chat.completion.chunk","created":1740898282,"model":"qwen2.5:3b","system_fingerprint":"fp_ollama","choices":[{"index":0,"delta":{"role":"assistant","content":"你好"},"finish_reason":null}]}
|
||
|
||
data: {"id":"chatcmpl-562","object":"chat.completion.chunk","created":1740898283,"model":"qwen2.5:3b","system_fingerprint":"fp_ollama","choices":[{"index":0,"delta":{"role":"assistant","content":"！"},"finish_reason":null}]}
|
||
|
||
data: {"id":"chatcmpl-562","object":"chat.completion.chunk","created":1740898283,"model":"qwen2.5:3b","system_fingerprint":"fp_ollama","choices":[{"index":0,"delta":{"role":"assistant","content":"有什么"},"finish_reason":null}]}
|
||
|
||
data: {"id":"chatcmpl-562","object":"chat.completion.chunk","created":1740898283,"model":"qwen2.5:3b","system_fingerprint":"fp_ollama","choices":[{"index":0,"delta":{"role":"assistant","content":"我可以"},"finish_reason":null}]}
|
||
|
||
data: {"id":"chatcmpl-562","object":"chat.completion.chunk","created":1740898283,"model":"qwen2.5:3b","system_fingerprint":"fp_ollama","choices":[{"index":0,"delta":{"role":"assistant","content":"帮助"},"finish_reason":null}]}
|
||
|
||
data: {"id":"chatcmpl-562","object":"chat.completion.chunk","created":1740898283,"model":"qwen2.5:3b","system_fingerprint":"fp_ollama","choices":[{"index":0,"delta":{"role":"assistant","content":"你的"},"finish_reason":null}]}
|
||
|
||
data: {"id":"chatcmpl-562","object":"chat.completion.chunk","created":1740898283,"model":"qwen2.5:3b","system_fingerprint":"fp_ollama","choices":[{"index":0,"delta":{"role":"assistant","content":"吗"},"finish_reason":null}]}
|
||
|
||
data: {"id":"chatcmpl-562","object":"chat.completion.chunk","created":1740898283,"model":"qwen2.5:3b","system_fingerprint":"fp_ollama","choices":[{"index":0,"delta":{"role":"assistant","content":"？"},"finish_reason":null}]}
|
||
|
||
data: {"id":"chatcmpl-562","object":"chat.completion.chunk","created":1740898283,"model":"qwen2.5:3b","system_fingerprint":"fp_ollama","choices":[{"index":0,"delta":{"role":"assistant","content":""},"finish_reason":"stop"}]}
|
||
|
||
data: [DONE]
|
||
|
||
```
|
||
|
||
## REQUEST (normal)
|
||
|
||
- POST: /v1/completions
|
||
|
||
```json
|
||
{"model":"qwen2.5:3b","prompt":"你好啊","temperature":0.7}
|
||
```
|
||
|
||
- POST: /v1/chat/completions
|
||
|
||
```json
|
||
{"model":"qwen2.5:3b","messages":[{"role":"user","content":"你好"}],"temperature":0.7}
|
||
```
|
||
|
||
## RESPONSE (normal)
|
||
|
||
- res for /v1/completions
|
||
|
||
```json
|
||
{
|
||
"id": "cmpl-765",
|
||
"object": "text_completion",
|
||
"created": 1740898347,
|
||
"model": "qwen2.5:3b",
|
||
"system_fingerprint": "fp_ollama",
|
||
"choices": [
|
||
{
|
||
"text": "你好！很高兴为你服务。有什么我可以帮助你的吗？",
|
||
"index": 0,
|
||
"finish_reason": "stop"
|
||
}
|
||
],
|
||
"usage": {
|
||
"prompt_tokens": 31,
|
||
"completion_tokens": 13,
|
||
"total_tokens": 44
|
||
}
|
||
}
|
||
```
|
||
|
||
- res for /v1/chat/completions
|
||
|
||
```json
|
||
{
|
||
"id": "chatcmpl-323",
|
||
"object": "chat.completion",
|
||
"created": 1740898382,
|
||
"model": "qwen2.5:3b",
|
||
"system_fingerprint": "fp_ollama",
|
||
"choices": [
|
||
{
|
||
"index": 0,
|
||
"message": {
|
||
"role": "assistant",
|
||
"content": "你好！有什么我可以帮助你的吗？"
|
||
},
|
||
"finish_reason": "stop"
|
||
}
|
||
],
|
||
"usage": {
|
||
"prompt_tokens": 30,
|
||
"completion_tokens": 9,
|
||
"total_tokens": 39
|
||
}
|
||
}
|
||
``` |