Commit
·
111b7a3
1
Parent(s):
f0122f7
app.py
CHANGED
|
@@ -7,7 +7,7 @@ from rabbit_base import RabbitBase
|
|
| 7 |
from listener import RabbitListenerBase
|
| 8 |
from rabbit_repo import RabbitRepo
|
| 9 |
from oa_server import OpenAIServers
|
| 10 |
-
from
|
| 11 |
|
| 12 |
# ---- vLLM imports ----
|
| 13 |
from vllm.engine.async_llm_engine import AsyncLLMEngine
|
|
|
|
| 7 |
from listener import RabbitListenerBase
|
| 8 |
from rabbit_repo import RabbitRepo
|
| 9 |
from oa_server import OpenAIServers
|
| 10 |
+
from vllm_backend import VLLMChatBackend, StubImagesBackend # ✅ use your backend module
|
| 11 |
|
| 12 |
# ---- vLLM imports ----
|
| 13 |
from vllm.engine.async_llm_engine import AsyncLLMEngine
|