Commit
·
4f37acf
1
Parent(s):
94d3ebe
Update main.py
Browse files
main.py
CHANGED
|
@@ -62,7 +62,8 @@ async def completion(request: ChatCompletionRequest, response_mode=None):
|
|
| 62 |
|
| 63 |
@app.post("/v1/chat/completions")
|
| 64 |
async def chat(request: ChatCompletionRequest):
|
| 65 |
-
|
|
|
|
| 66 |
|
| 67 |
try:
|
| 68 |
chat_chunks = llm.generate(tokens, max_tokens=request.max_tokens)
|
|
|
|
| 62 |
|
| 63 |
@app.post("/v1/chat/completions")
|
| 64 |
async def chat(request: ChatCompletionRequest):
|
| 65 |
+
combined_messages = ' '.join([message.content for message in request.messages])
|
| 66 |
+
tokens = llm.tokenize(combined_messages)
|
| 67 |
|
| 68 |
try:
|
| 69 |
chat_chunks = llm.generate(tokens, max_tokens=request.max_tokens)
|